-- Logs begin at Tue 2021-04-20 18:38:47 UTC, end at Tue 2021-04-20 19:38:11 UTC. --
Apr 20 19:09:04.020991 dv-cinder-786933-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 19:09:07.106762 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.common.config [-] Logging enabled!
Apr 20 19:09:07.107237 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 19:09:07.108650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 19:09:07.110477 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.common.config [-] Logging enabled!
Apr 20 19:09:07.110764 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 19:09:07.111117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86240) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 19:09:07.112163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 19:09:07.112431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 19:09:07.113499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 19:09:07.113782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 19:09:07.114070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 19:09:07.114448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.114794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.115132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.115395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.115721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.116055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.116382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.116712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.117055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.117377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.117696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.118045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.118309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.118631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.118961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.119284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.119543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.119849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.120392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.120714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.121029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.121381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.121698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.122033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.122348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.122671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.123036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] host                           = dv-cinder-786933-2-iscsi {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.123349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.123678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.124005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.124331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.124643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.124955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.125278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.125585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.125917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.126227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.126554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.126880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.127214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.127470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.127727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.128055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.128383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.128694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.129001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.129309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.129617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.129965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.130272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.130600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.130926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.131251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.131559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.131870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.132175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.132479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.132803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.133113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.133422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.133730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.134090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.134393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.134705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.135049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.135376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.135697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.136021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.136328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.136651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.137032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.137341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.137645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.137976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.138284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.138608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.138917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.139226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.139532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.139835 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.140166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:07.140501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.140838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.141179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.141495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.141870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.142164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.142495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.142809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.143136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.143463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.143787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.144099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.144424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.144737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.145070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.145412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.145747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.146105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.146415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.146725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.147032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.147344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.147674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.148008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.148336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.148646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.148959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.149289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.149606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.149938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.150254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.150582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.150899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.151209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.151529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.151842 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.152143 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.152446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.152794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.153124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.153436 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.153743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.154078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.154389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.154693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.155015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.155326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.155634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.155939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.156250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.156556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.156865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.157177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.157484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.157793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.158145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.158460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.158761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.159067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.159374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.159682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.159990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.160303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.160609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.160918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.161223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.161529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.161811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.162163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.162493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.162807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.163121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.163433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.163750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.164064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.164376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.164687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.165034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.165340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.165671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.166012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.166338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.166654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.166980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.167301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.167617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.167931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.168329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.168585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.168915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.169231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.169558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.169906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.170239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.170572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.170903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.171214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.171552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.171869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:07.172121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 19:09:07.172385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86240) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 19:09:07.833470 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading Gnome
Apr 20 19:09:07.850424 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading Google
Apr 20 19:09:07.853085 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 19:09:07.856825 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading file
Apr 20 19:09:07.857663 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading keyczar
Apr 20 19:09:07.857960 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading multi
Apr 20 19:09:07.858587 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO keyring.backend [-] Loading pyfs
Apr 20 19:09:07.904078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:07.904375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:07.904705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:07.905080 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 19:09:08.298816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.299406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.299406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.300760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.301179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.301477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.338247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.338499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.338797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.354008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.354310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.354610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.419467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.419777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.420070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.421077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.421369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.423110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.690438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6db9c407b8> agent after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.690765 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6db9c407b8> agent after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.691063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6db9c406a8> segment precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.691364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6db9c40730> network precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.692185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6db9de89d8> segment before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.836855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> network before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.837233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6db9f69a60> agent before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.837554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> network before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.837883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> port before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.838271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> port before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.838652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> segment after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.839119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> segment precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.839412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> segment precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.839709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> segment after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.840048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.840355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> network precommit_delete 0 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.840671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> port provisioning_complete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.840979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.841268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.841583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> agent after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.841927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.842208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> subnet precommit_delete 0 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.842527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.842814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.843152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> segment_host_mapping after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.843604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.843889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.844170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.844508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.844790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.845067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6dba79c048>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.845485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:08.845757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:08.846071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:08.846336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:08.846605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:08.846871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:08.847293 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 19:09:08.850744 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 19:09:08.854725 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 19:09:08.858583 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Apr 20 19:09:08.860219 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 19:09:08.861507 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 19:09:08.861895 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 19:09:08.862337 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 19:09:08.866027 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 19:09:08.866319 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 19:09:08.866706 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 19:09:08.893156 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 19:09:08.893653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6db9d95cc0>> qos_plugin after_init 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.894037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86240) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 19:09:08.894446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6db9d034e0>> logging-plugin after_init 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.895770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86240) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 19:09:08.896081 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 19:09:08.896353 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 19:09:08.899519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6db9d03550>> floatingip before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.899832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6db9d03550>> port before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:08.965930 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 19:09:08.966207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 19:09:08.966478 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 19:09:08.966877 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 19:09:09.004045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.sqlalchemy.engines [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86240) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 19:09:09.450442 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing driver for type 'gre'
Apr 20 19:09:09.450979 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] gre ID ranges: [(1, 1000)]
Apr 20 19:09:09.493198 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing driver for type 'local'
Apr 20 19:09:09.493585 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing driver for type 'vlan'
Apr 20 19:09:09.506053 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] VlanTypeDriver initialization complete
Apr 20 19:09:09.506425 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing driver for type 'vxlan'
Apr 20 19:09:09.506934 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] vxlan ID ranges: [(1, 1000)]
Apr 20 19:09:09.549249 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing extension driver 'port_security'
Apr 20 19:09:09.549613 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] PortSecurityExtensionDriver initialization complete
Apr 20 19:09:09.550011 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing mechanism driver 'openvswitch'
Apr 20 19:09:09.550368 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing mechanism driver 'hyperv'
Apr 20 19:09:09.556718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:09.557565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9be12b0>> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.558007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9be12b0>> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.558392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9be12b0>> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.558812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db971ef98>> subnet after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.559205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db971ef98>> subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.559584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db971ef98>> subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.559994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726198>> network after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.560376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726198>> network after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.560740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726198>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.561179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726358>> security_group after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.561575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726358>> security_group after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.562154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726358>> security_group after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.562573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726518>> security_group_rule after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.562952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726518>> security_group_rule after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.563326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db9726518>> security_group_rule after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.563735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db97266d8>> address_group after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.564109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db97266d8>> address_group after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.564486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6db97266d8>> address_group after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.564848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] ML2 OVO RPC backend initialized. {{(pid=86240) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 19:09:09.565623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> router_interface after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.566041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> router_interface after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.566500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> network before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.566898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> networks before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.567256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> port before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.567627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> ports before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.568002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> subnet before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.568375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> subnets before_response 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.568752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> network after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.569122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> network after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.569489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.569877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.570247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.570613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.570979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> subnet after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.571346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.571713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6db97267b8>> subnet after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.572343 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.plugin [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Modular L2 Plugin initialization complete
Apr 20 19:09:09.572698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading services supported by the core plugin {{(pid=86240) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 19:09:09.573058 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.plugins.ml2.managers [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Got port-security extension from driver 'port_security'
Apr 20 19:09:09.573560 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.extensions.vlantransparent [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Disabled vlantransparent extension.
Apr 20 19:09:09.574117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86240) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 19:09:09.574483 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: router
Apr 20 19:09:09.612559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router_interface before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.612991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.613398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router before_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.613803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router_interface before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.614241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router_interface after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.614639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_delete 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.615034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> floatingip after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.615440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.615820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.616212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.616600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router_gateway after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.616995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.617470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router precommit_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.617899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6db9d7ec80> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.618281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6db9d7ee18> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.618655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6db9d7ed90> subnet after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.619043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6db9d7ed08> subnetpool_address_scope after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.619518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> port precommit_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.619940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router precommit_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.620321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6db9d708c8> port before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.620698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.621100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router after_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.621519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router precommit_delete 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.621935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router precommit_create 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.622349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router_interface after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.622736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> router precommit_update 55549900 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.623164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6db9726940>> network after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.624160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Tracking information for resource: router configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:09.624539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Tracking information for resource: floatingip configured {{(pid=86240) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 19:09:09.629372 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_agentschedulers_db [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 19:09:09.630035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6db96a9ea0> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.630426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6db96a9d90> port after_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.630813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function _notify_port_delete at 0x7f6db96a9e18> port after_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.631193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6db96af0d0> port after_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.632090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6db96c7748>> router before_create 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.632491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6db96c7748>> router precommit_delete 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.632891 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6db96c7748>> router precommit_create 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.633281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6db96c7748>> router precommit_update 55550100 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.638319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.provider_configuration [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service providers = [] {{(pid=86240) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 19:09:09.638715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.servicetype_db [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86240) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 19:09:09.641530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:09:09.641934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:09:09.642310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:09:09.643214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.service_base [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86240) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 19:09:09.643608 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.services.service_base [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 19:09:09.644018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.644373 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 19:09:09.654722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.655099 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: auto_allocate
Apr 20 19:09:09.660761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6db967f730> network precommit_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.661165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6db967f730> network precommit_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.661754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.662137 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: tag
Apr 20 19:09:09.669239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.669608 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: timestamp
Apr 20 19:09:09.673430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.673799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: network_ip_availability
Apr 20 19:09:09.679263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6db95d9390>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.679670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6db95d9390>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.680053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6db95d9390>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.680838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.681192 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: flavors
Apr 20 19:09:09.685813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.686205 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading Plugin: revisions
Apr 20 19:09:09.690667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86240) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 19:09:09.691086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=86240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:09.691895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86240) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 19:09:09.692251 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Initializing extension manager.
Apr 20 19:09:09.692812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: __init__.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.693190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: __pycache__ {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.693543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.693971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.694783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.695426 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: address-group
Apr 20 19:09:09.695785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: address_scope.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.696548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.697115 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: address-scope
Apr 20 19:09:09.697563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: admin_state_down_before_update.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.698539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.699125 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: router-admin-state-down-before-update
Apr 20 19:09:09.699466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: agent.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.700321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.700940 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: agent
Apr 20 19:09:09.701244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: agent_resources_synced.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.702193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.702760 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: agent-resources-synced
Apr 20 19:09:09.703111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: allowedaddresspairs.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.704903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.705484 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: allowed-address-pairs
Apr 20 19:09:09.705870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: auto_allocated_topology.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.706936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.707513 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: auto-allocated-topology
Apr 20 19:09:09.707873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.708619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.709190 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: availability_zone
Apr 20 19:09:09.709553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: availability_zone_filter.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.710497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.711067 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: availability_zone_filter
Apr 20 19:09:09.711425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: data_plane_status.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.712463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.713125 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 19:09:09.713496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: default_subnetpools.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.714435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.715006 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: default-subnetpools
Apr 20 19:09:09.715476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: dhcpagentscheduler.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.716362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.716947 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: dhcp_agent_scheduler
Apr 20 19:09:09.717305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: dns.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.718252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.718820 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 19:09:09.719172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: dns_domain_ports.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.720093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.720664 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 19:09:09.721021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: dvr.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.721741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.722342 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: dvr
Apr 20 19:09:09.722694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: empty_string_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.723964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.724535 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: empty-string-filtering
Apr 20 19:09:09.724891 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.725802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.726388 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 19:09:09.726744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.727650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.728209 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 19:09:09.728650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: external_net.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.729568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.730184 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: external-net
Apr 20 19:09:09.730539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: extra_dhcp_opt.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.731560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.732130 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: extra_dhcp_opt
Apr 20 19:09:09.732485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: extraroute.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.733389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.733984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: extraroute
Apr 20 19:09:09.734343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: extraroute_atomic.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.735368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.735940 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: extraroute-atomic
Apr 20 19:09:09.736293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: filter_validation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.736989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.737550 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: filter-validation
Apr 20 19:09:09.737927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: fip_pf_description.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.738845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.739403 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 19:09:09.739761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: fip_port_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.740770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.741341 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: fip-port-details
Apr 20 19:09:09.741695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: flavors.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.742972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.743552 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: flavors
Apr 20 19:09:09.743913 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.745564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.746174 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 19:09:09.746637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: floatingip_pools.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.747431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.748009 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: floatingip-pools
Apr 20 19:09:09.748366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: ip_allocation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.749305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.749904 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 19:09:09.750268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.751192 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.751761 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: ip-substring-filtering
Apr 20 19:09:09.752116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l2_adjacency.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.753029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.753588 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 19:09:09.753992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.755055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.755638 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: router
Apr 20 19:09:09.755998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3_conntrack_helper.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.758284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.758870 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 19:09:09.759234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.760163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.760739 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: ext-gw-mode
Apr 20 19:09:09.761103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.762168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.762745 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: l3-ha
Apr 20 19:09:09.763108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3_flavors.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.764018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.764600 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: l3-flavors
Apr 20 19:09:09.764958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.765875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.766469 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 19:09:09.766828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: l3agentscheduler.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.768003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.768585 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: l3_agent_scheduler
Apr 20 19:09:09.768942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: logging.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.770506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.771083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension logging not supported by any of loaded plugins
Apr 20 19:09:09.771445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: metering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.772237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.772921 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: metering
Apr 20 19:09:09.773276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.774409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.774982 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: metering_source_and_destination_fields
Apr 20 19:09:09.775382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: multiprovidernet.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.776366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.776941 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: multi-provider
Apr 20 19:09:09.777301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: netmtu.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.778314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.778880 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: net-mtu
Apr 20 19:09:09.779239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: netmtu_writable.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.780167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.780739 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: net-mtu-writable
Apr 20 19:09:09.781097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: network_availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.781947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.782522 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: network_availability_zone
Apr 20 19:09:09.782878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: network_ip_availability.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.783968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.784547 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: network-ip-availability
Apr 20 19:09:09.784903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: network_segment_range.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.785743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.786348 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 19:09:09.786705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: pagination.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.787705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.788075 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: pagination
Apr 20 19:09:09.788432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: port_device_profile.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.789323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.789926 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: port-device-profile
Apr 20 19:09:09.790281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.791301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.791872 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: port-mac-address-regenerate
Apr 20 19:09:09.792228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.793159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.793750 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: port-numa-affinity-policy
Apr 20 19:09:09.794150 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: port_resource_request.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.795072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.795637 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 19:09:09.795989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: portbindings.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.796926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.797492 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: binding
Apr 20 19:09:09.797864 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: portbindings_extended.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.799157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.799725 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: binding-extended
Apr 20 19:09:09.800087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: portsecurity.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.801002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.801573 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: port-security
Apr 20 19:09:09.801957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: project_id.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.802924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.803289 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: project-id
Apr 20 19:09:09.803638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: providernet.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.804568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.805136 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: provider
Apr 20 19:09:09.805492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.809265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.809858 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos not supported by any of loaded plugins
Apr 20 19:09:09.810256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.811496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.812068 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 19:09:09.812435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.813348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.813944 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 19:09:09.814309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_default.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.815219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.815785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-default not supported by any of loaded plugins
Apr 20 19:09:09.816147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_fip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.816829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.817389 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 19:09:09.817748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_gateway_ip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.818698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.819261 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 19:09:09.819617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_port_network_policy.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.820520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.821093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 19:09:09.821449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_rule_type_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.822539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.823062 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 19:09:09.823417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: qos_rules_alias.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.824453 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.825047 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 19:09:09.825408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: quotasv2.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.826432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.826798 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: quotas
Apr 20 19:09:09.827152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: quotasv2_detail.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.828827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.829202 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: quota_details
Apr 20 19:09:09.829569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: rbac.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.830729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.831315 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: rbac-policies
Apr 20 19:09:09.831674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: rbac_address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.832612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.833207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: rbac-address-group
Apr 20 19:09:09.833565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: rbac_address_scope.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.834503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.835083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: rbac-address-scope
Apr 20 19:09:09.835445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: rbac_security_groups.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.836346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.836924 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: rbac-security-groups
Apr 20 19:09:09.837284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: rbac_subnetpool.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.838318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.838898 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: rbac-subnetpool
Apr 20 19:09:09.839256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: revisionifmatch.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.840227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.840804 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: revision-if-match
Apr 20 19:09:09.841162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: revisions.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.842335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.842905 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: standard-attr-revisions
Apr 20 19:09:09.843264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: router_availability_zone.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.843975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.844553 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: router_availability_zone
Apr 20 19:09:09.844909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: routerservicetype.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.845822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.846418 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 19:09:09.846773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.847701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.848616 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: security-groups-normalized-cidr
Apr 20 19:09:09.848971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: security_groups_port_filtering.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.849930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.850503 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: port-security-groups-filtering
Apr 20 19:09:09.850862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.851794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.852353 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: security-groups-remote-address-group
Apr 20 19:09:09.852709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: securitygroup.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.866206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.866807 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: security-group
Apr 20 19:09:09.867176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: segment.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.868034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.868617 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension segment not supported by any of loaded plugins
Apr 20 19:09:09.868978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.870028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.870598 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 19:09:09.870959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: servicetype.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.872097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.872673 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: service-type
Apr 20 19:09:09.873037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: sorting.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.874033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.874408 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: sorting
Apr 20 19:09:09.874767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: standard_attr_segment.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.875689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.876259 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 19:09:09.876612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: standardattrdescription.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.877282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.877882 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: standard-attr-description
Apr 20 19:09:09.878264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: stateful_security_group.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.879185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.879842 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: stateful-security-group
Apr 20 19:09:09.880224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: stdattrs_common.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.880783 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 19:09:09.881129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.882155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.882739 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 19:09:09.883089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: subnet_onboard.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.884174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.884795 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: subnet_onboard
Apr 20 19:09:09.885208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.886168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.886741 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 19:09:09.887124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: subnet_service_types.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.888043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.888613 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: subnet-service-types
Apr 20 19:09:09.888967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: subnetallocation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.890082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.890668 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: subnet_allocation
Apr 20 19:09:09.891026 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.891721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.892302 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: subnetpool-prefix-ops
Apr 20 19:09:09.892658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.893583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.894187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 19:09:09.894546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: tagging.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.895819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.896404 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: standard-attr-tag
Apr 20 19:09:09.896764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: timestamp.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.897964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.898546 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loaded extension: standard-attr-timestamp
Apr 20 19:09:09.898910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: trunk.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.899932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.900605 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension trunk not supported by any of loaded plugins
Apr 20 19:09:09.900970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: trunk_details.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.901926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.902496 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 19:09:09.902910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: uplink_status_propagation.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.903819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.904395 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 19:09:09.904752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Loading extension file: vlantransparent.py {{(pid=86240) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 19:09:09.905438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86240) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 19:09:09.906046 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 19:09:09.908700 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:network
Apr 20 19:09:09.909505 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:subnet
Apr 20 19:09:09.910215 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:09:09.910866 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:port
Apr 20 19:09:09.912364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.912849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service FLAVORS assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.913516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.913999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.914383 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:router
Apr 20 19:09:09.915108 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 19:09:09.915872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service METERING assigned prefix: /metering {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.917767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6db951ad30>> rbac-policy before_create 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.918199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6db951ad30>> rbac-policy before_update 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.918601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6db951ad30>> rbac-policy before_delete 55550000 {{(pid=86240) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:09:09.919725 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 19:09:09.920197 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:security_group
Apr 20 19:09:09.920989 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 19:09:09.921785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.922181 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:09:09.922543 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] subnetpool is already registered
Apr 20 19:09:09.923201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.923566 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:09:09.923921 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] subnetpool is already registered
Apr 20 19:09:09.926680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.927148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service FLAVORS assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.927783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.928237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.928603 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:router
Apr 20 19:09:09.928959 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] router is already registered
Apr 20 19:09:09.929610 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 19:09:09.929997 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] floatingip is already registered
Apr 20 19:09:09.930678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service METERING assigned prefix: /metering {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.931389 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 19:09:09.931854 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] rbac_policy is already registered
Apr 20 19:09:09.932538 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:security_group
Apr 20 19:09:09.932896 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] security_group is already registered
Apr 20 19:09:09.933532 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 19:09:09.934012 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] security_group_rule is already registered
Apr 20 19:09:09.934692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.935061 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:09:09.935414 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] subnetpool is already registered
Apr 20 19:09:09.936079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.resource_helper [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Service CORE assigned prefix:  {{(pid=86240) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 19:09:09.936441 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 19:09:09.936794 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.quota.resource_registry [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] subnetpool is already registered
Apr 20 19:09:09.937493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: extensions {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.939134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: address-groups {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.940817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: address-scopes {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.942145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.943390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: auto-allocated-topology {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.944716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: availability_zones {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.946132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: dhcp-networks {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.947638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: dhcp-agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.949141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.951155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: flavors {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.952349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: service_profiles {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.953632 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: next_providers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.955287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: service_profiles {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.956803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: floatingip-pools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.958125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.960022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: floatingips {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.961295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: l3-routers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.962828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: l3-agents {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.964431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: metering-labels {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.966756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: metering-label-rules {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.968097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: network-ip-availabilities {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.969477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: bindings {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.971255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: quotas {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.972795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: quotas {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.974678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: rbac-policies {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.976050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: security-groups {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.977349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: security-group-rules {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.978722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: service-providers {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.979985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: subnetpools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.981515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: subnetpools {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.983078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.984882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.986798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.988685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.990597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.992558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.994504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.996590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:09.998506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:10.000467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.extensions [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Extended resource: tags {{(pid=86240) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 19:09:10.007401 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING keystonemiddleware.auth_token [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 19:09:10.013528 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING keystonemiddleware.auth_token [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 19:09:10.022488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Acquired lock "singleton_lock" {{(pid=86240) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 19:09:10.023006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Releasing lock "singleton_lock" {{(pid=86240) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 19:09:10.024475 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Starting 2 workers
Apr 20 19:09:10.029312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Started child 86353 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:09:10.033326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:10.033974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Started child 86354 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:09:10.034812 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [-] (86353) wsgi starting up on http://0.0.0.0:9696
Apr 20 19:09:10.035404 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 19:09:10.036060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Notify callbacks [] for process, before_spawn {{(pid=86240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:10.037363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:10.038536 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Starting 1 workers
Apr 20 19:09:10.038693 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [-] (86354) wsgi starting up on http://0.0.0.0:9696
Apr 20 19:09:10.044179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Started child 86355 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:09:10.044702 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Starting 1 workers
Apr 20 19:09:10.046237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] calling RpcWorker wait() {{(pid=86355) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 19:09:10.046633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] returning from RpcWorker wait() {{(pid=86355) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 19:09:10.048169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:10.048654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:10.049367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Started child 86356 {{(pid=86240) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 19:09:10.050182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5861-43b7-481b-bb0c-1578ed87bd1e None None] Notify callbacks [] for process, after_spawn {{(pid=86240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:10.052294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86240) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 19:09:10.052294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 19:09:10.052294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 19:09:10.052557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 19:09:10.052794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 19:09:10.053144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 19:09:10.053876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.054335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.054769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.055195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.055656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.056453 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.056898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.057337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.057772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.058208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.058541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.058943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.059358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.059770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.060039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:10.060466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.060878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.061272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.061710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.062070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.062482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.062903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.063311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.063745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.064171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.064870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.065287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.065682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.066090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.066538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.066960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.067394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.067787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.068164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.068570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.068986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.069386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.069757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.070193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.070627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.071012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.071586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host                           = dv-cinder-786933-2-iscsi {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.071983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.072473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.072918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.073316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.073725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.074155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.074644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.075076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.075490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.075892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.076334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.076741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.077153 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.077955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.077955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.078142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.078697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.078697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.078867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.078939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.079108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.079595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.079787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.080436 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.080562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.080756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.081119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.081560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.081755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.082178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.082547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.082929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.083278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.083692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.084168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.084458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.084743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.084984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.085223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.085595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.086043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.086331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.086533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.086895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.087270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.087671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.088060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.088494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.088932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.089353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.089816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.090267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.091606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.091606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.091606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.091606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.091606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.092101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.093953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.093953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.093953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.093953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.094366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:10.094903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.094903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.094903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.094903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.094903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.094903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.095439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.095857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.096179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.096534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.096784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.097055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.097332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.097575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.098406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.098654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.098918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.099215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.099466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.099830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.100044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.100331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.100776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.100949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.101240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.101478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.101720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.102010 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.102258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.102593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.102920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.103195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.103416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.103804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.104069 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.104330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.104571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.104815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.105063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.105357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.105609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.105904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.106367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.106806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.107237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.107697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.108022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.108489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.108923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.109377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.109627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.109893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.110145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.110407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.110673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.110933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.111223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.111493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.111741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.111983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.112219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.112465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.112732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.112977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.113215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.113453 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.113702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.113981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.114274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.114537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.114778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.115016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.115262 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.115500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.115740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.115991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.116236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.116479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.116731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.116972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.117211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.117450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.117689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.117954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.118194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.118446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.118686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.119098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.119341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.119604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.119844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.120139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.120468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.120730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.121004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.121252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.121559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.121823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.122126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.122371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.122622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.122877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.123180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.123499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.123812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.124034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.124452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.124922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.125341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.125787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.126071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.126336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.126596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.126884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.127152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.127417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.127679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.127984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.128298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.128566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.128870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.129119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.129412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.129723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.130070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.130361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.130641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.130921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.131188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.131468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.131764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.132030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.132303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.132554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.132873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.133138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.133387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.133627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.133925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.134279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.134586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.134851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.135090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.135385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.135660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.135916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.136754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.136754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.136922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.137176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.137466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.137716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.138007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.138284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.138523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.138937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.139334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.139746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.140001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.140261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.140745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.140745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.140948 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.141362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.141608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.141889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.142160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.142404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.142670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.142931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.143192 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.143441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.143687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.143929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.144217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.144470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.144781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.145072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.145329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.145593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.145875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.146156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.146398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.146678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.146942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.147184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.147424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.147675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.147919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.148173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.148467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.148711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.149002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.149249 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.149595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.149902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.150133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.150448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.150759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.151031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.151300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.151548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.151797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.152040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.152283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.152596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.152852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.153290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.153538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.153782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.154080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.154325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.154547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.155011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.155444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.155704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.155971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.156232 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.156504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.156747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.156988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.157232 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.157492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.157769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.158038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.158298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.158539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.158779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.159031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.159267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.159503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.159745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.160001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.160260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.160500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.160737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.160979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.161215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.161555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.161855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.162139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.162451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.162716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.162993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.163265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.163626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.163883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.164164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.164413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.164660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.164910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.165211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.165566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.165979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.166343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.166620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.166940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.167222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.167523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.167787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.168089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.168486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.168767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.169066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.169305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.169573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.169850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.170145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.170395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.170587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.170833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.171106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.171378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.171625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.171861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.172128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.172372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.172625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.172892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.173131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.173376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.173558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 19:09:10.174135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86240) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 19:09:10.174321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 19:09:10.174500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 19:09:10.174719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 19:09:10.174920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 19:09:10.175099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 19:09:10.175346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.175532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.175718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.175901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.176084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.176288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.176474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.176656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.176839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.177022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.177203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.177383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.177564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.177747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.177955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.178142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.178352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.178498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.178613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.178804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.178988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.179169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.179368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.179526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.179723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.179882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.180063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.180243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.180424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.180605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.180784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.180993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.181165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.181302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.181482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.181731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.181978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.182162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.182320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.182501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.182681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host                           = dv-cinder-786933-2-iscsi {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.182861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.183041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.183222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.183404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.183585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.183767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.183946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.184136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.184318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.184498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.184681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.184862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.185041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.185221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.185404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.185585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.185764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.185968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.186173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.186362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.186616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.186717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.186811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.186996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.187154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.187343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.187526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.187709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.187893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.188075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.188260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.188461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.188592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.188743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.188937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.189080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.189218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.189395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.189580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.189763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.189971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.190155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.190338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.190523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.190712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.190901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.191019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.191327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.191327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.191516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.191664 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.191848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.192037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.192222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.192404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.192588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.192771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.192953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.193135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.193318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.193500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.193684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.197878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.197878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.197878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.197878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.197878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.198646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38184) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.198805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.199988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.201204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.202930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.48/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.203265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.204287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.205429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.206622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.207768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.209068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.210308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.211446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.212469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.213461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.213461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.213461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.213461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.213461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.213461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214245 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0161524
Apr 20 19:09:10.214346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.214824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.215442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.215627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.215983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.216393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.216687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.216863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.217016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.217210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.217402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.217562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.217751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.217970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.218162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.218360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.218560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.218749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.219011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.219160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.219316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.219614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.219614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.219903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.220955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.221124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.48/identity {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.221480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.221670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.221885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.222082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.222271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.222545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.222729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.222851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.223337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.223527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.223714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.223899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.224142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.224300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.224442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.224585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.224739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.224889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.225029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.225219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.225407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.225594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.225749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.225988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.226175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.226365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.226552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.226741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.226932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.227119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.227306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.227466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.227670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.227836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.227986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.228168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.228354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.229370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.229370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.229370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.229370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.229370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.230997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.231149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.231289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.231428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.231568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.231761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.231949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.232136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.232292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.232483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.232719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.232867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.233007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.233145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.233461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.233649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.233853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.234070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.234256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.235840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.236871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.237274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.237274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.237535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.237535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.237799 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.237972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.238114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.238253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.238392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.238541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.238682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.238829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.239017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.240938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.241588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.241588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.241588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.241588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.242158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.242158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.242158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.242548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.242548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.242548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.243840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.244798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.244994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.245188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.245379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 19:09:10.245534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86240) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 19:09:20.900302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb85bd0-af85-4969-aeb0-12f7d90b433f None None] get_active_networks_info from dv-cinder-786933-2-iscsi {{(pid=86355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 19:09:21.034674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb85bd0-af85-4969-aeb0-12f7d90b433f None None] No non-hosted networks {{(pid=86355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 19:09:21.048984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agentschedulers_db [None req-7cb85bd0-af85-4969-aeb0-12f7d90b433f None None] DHCP Agent not found on host dv-cinder-786933-2-iscsi {{(pid=86355) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 20 19:09:21.166368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1f021085-4e74-4ad6-8515-b55e24ecc10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:23.625557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a75858c9-a95a-4595-862a-14a8e1336f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:23.677794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-70dfac41-4ede-4169-9d1c-a68852f9874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:23.994046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:24.288111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:24.298017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.298635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.299222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.299781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.301199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.302055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.302938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.303523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.304119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.305085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.305640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.306241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.306839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6db9253278>, 'Open vSwitch agent', 'dv-cinder-786933-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:24.313010 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6db88e0f28>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786933-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:25.466037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:26.324057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38278) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:26.978267 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-f7868f5d-4746-45c5-b568-c6070b823360 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:26.978765 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-f7868f5d-4746-45c5-b568-c6070b823360 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:27.208917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-f7868f5d-4746-45c5-b568-c6070b823360 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:09:27.210051 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f7868f5d-4746-45c5-b568-c6070b823360 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8849249
Apr 20 19:09:29.814299 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_hamode_db [None req-6464da7f-2d4e-4a8f-84d5-ae8c2e0fb066 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 19:09:29.904431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464da7f-2d4e-4a8f-84d5-ae8c2e0fb066 None None] Routers set() bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:09:29.904750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464da7f-2d4e-4a8f-84d5-ae8c2e0fb066 None None] Router IDs set() for agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 19:09:29.980498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38292) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:30.401412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:30.509674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.policy [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86354) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 19:09:30.564466 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:30.564927 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:30.583203 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6db92052b0>.
Apr 20 19:09:30.600120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:30.659383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280027693095', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280027693683', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280027672266', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280027677046', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280027661177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280027660990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851042219', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850852779', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612994'] for rbac-policy, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.892533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.894486 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ac78d539-8992-437a-81ea-9fb811334084 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9121947
Apr 20 19:09:33.882833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38306) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:34.285248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '68a5275db1334642a927a71d755098de'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:34.294961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:34.299798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Usage tracker for resource:network and tenant:68a5275db1334642a927a71d755098de is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:34.303466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:34.310229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:34.320229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Made reservation on behalf of 68a5275db1334642a927a71d755098de for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:09:34.326077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.342576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.357781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:34.362795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Usage tracker for resource:security_group_rule and tenant:68a5275db1334642a927a71d755098de is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:34.368988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:34.379340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:34.485030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.488862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.493403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:34.510934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:09:34.539911 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280026976150', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.540421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6db9c406a8> segment precommit_create {{(pid=86354) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 19:09:34.540883 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Added segment a45b7237-a2be-4f24-8f7a-6457facaf303 of type vlan for network 5c532c8c-2214-4b2b-838e-457f0e6a33f6
Apr 20 19:09:34.589329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794dfa85-7743-4953-9be2-f3610c1d269b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:34.610780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.611149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.611512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.611866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.612203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.612563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.612917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.613286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.613693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.614060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.614413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.614741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Tracked resource versions report:
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:09:34.615802 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:09:34.657757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.667616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:34.700534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.701956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:34.702605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:34.707644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:34.812602 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9285436
Apr 20 19:09:34.815390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Pushing event updated for resources: {'Network': ['ID=5c532c8c-2214-4b2b-838e-457f0e6a33f6,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:34.819043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:34.830825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:09:37.885459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38322) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:38.389470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311503a-de25-4ec6-ad0e-507849bcc5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:38.390966 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0311503a-de25-4ec6-ad0e-507849bcc5d4 admin admin] 10.222.0.48 "GET /v2.0/networks/5c532c8c-2214-4b2b-838e-457f0e6a33f6 HTTP/1.1" status: 200  len: 825 time: 0.5044410
Apr 20 19:09:38.423075 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4298d9e2-b8ba-40d5-9eb0-e27c9ae746e4 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/019b1fef-2dcc-406d-ad9c-f012d2226b2f HTTP/1.1" status: 200  len: 734 time: 0.0225954
Apr 20 19:09:38.432437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f', 'tenant_id': '68a5275db1334642a927a71d755098de', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:38.436991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:38.441022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Usage tracker for resource:subnet and tenant:68a5275db1334642a927a71d755098de is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:38.444037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:38.450346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:38.461565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Made reservation on behalf of 68a5275db1334642a927a71d755098de for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:09:38.466210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:38.970529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:38.976217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:39.060376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a811a7f8-81d5-4fb1-b4ac-aab4decae34a,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:39.064813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Checking segment: {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:09:39.065231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Network hostable DHCP agents. Network: 5c532c8c-2214-4b2b-838e-457f0e6a33f6, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:09:39.069767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:39.087330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:09:39.097574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 5c532c8c-2214-4b2b-838e-457f0e6a33f6) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:09:39.102603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:39.103230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:39.108709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae2568-1bd7-4aa8-b354-93bc8224f73d None None] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:09:39.124036 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6952631
Apr 20 19:09:39.431611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:09:39.432903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:39.795124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Allocated IP 172.20.0.2 (5c532c8c-2214-4b2b-838e-457f0e6a33f6/a811a7f8-81d5-4fb1-b4ac-aab4decae34a/517f5742-9a1a-43e5-9ea4-e351f8931655) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:09:40.027126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:40.040713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Transition to ACTIVE for port object 517f5742-9a1a-43e5-9ea4-e351f8931655 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:09:40.062982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Transition to ACTIVE for port object 517f5742-9a1a-43e5-9ea4-e351f8931655 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:09:40.069890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:40.079289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:40.142011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:09:40.143126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:09:40.149796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:09:40.186758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Pushing event updated for resources: {'Port': ['ID=517f5742-9a1a-43e5-9ea4-e351f8931655,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:40.236234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.236671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.237252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.237617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.238026 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.238391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.238727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.239083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.239453 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.239794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.240152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.240500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Tracked resource versions report:
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:09:40.241591 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:09:40.257878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:40.265193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Attempting to bind port 517f5742-9a1a-43e5-9ea4-e351f8931655 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:09:40.265621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Attempting to bind port 517f5742-9a1a-43e5-9ea4-e351f8931655 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:09:40.266064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Attempting to bind port 517f5742-9a1a-43e5-9ea4-e351f8931655 on network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:09:40.271809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:09:40.272203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Checking segment: {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:09:40.273583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:40.273583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Bound using segment: {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:09:40.273583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Bound port: 517f5742-9a1a-43e5-9ea4-e351f8931655, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:09:40.273998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:40.368186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] For port 517f5742-9a1a-43e5-9ea4-e351f8931655, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:09:40.372282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] For port 517f5742-9a1a-43e5-9ea4-e351f8931655, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=517f5742-9a1a-43e5-9ea4-e351f8931655,segment=NetworkSegment(a45b7237-a2be-4f24-8f7a-6457facaf303),segment_id=a45b7237-a2be-4f24-8f7a-6457facaf303)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:09:40.376170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:40.380258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:40.470596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Pushing event updated for resources: {'Port': ['ID=517f5742-9a1a-43e5-9ea4-e351f8931655,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:40.473783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:41.873916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38332) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:42.279630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-1ef7975b-54d4-4a19-9bff-2fa25f5e489f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:09:42.280671 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1ef7975b-54d4-4a19-9bff-2fa25f5e489f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4057238
Apr 20 19:09:45.012820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 38342) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:45.425686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-f8474b7f-ea22-421c-9c39-2d17b76930be admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:09:45.427129 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f8474b7f-ea22-421c-9c39-2d17b76930be admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4133062
Apr 20 19:09:46.291164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 517f5742-9a1a-43e5-9ea4-e351f8931655 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:09:46.363939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 517f5742-9a1a-43e5-9ea4-e351f8931655 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:09:47.177982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ce37c-4f9a-4a5b-94fd-52ceb77c9802 None None] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:09:47.255628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Provisioning for port 517f5742-9a1a-43e5-9ea4-e351f8931655 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:09:47.267827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Provisioning complete for port 517f5742-9a1a-43e5-9ea4-e351f8931655 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:09:47.268254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:47.486377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:47.565783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] For port 517f5742-9a1a-43e5-9ea4-e351f8931655, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=517f5742-9a1a-43e5-9ea4-e351f8931655,segment=NetworkSegment(a45b7237-a2be-4f24-8f7a-6457facaf303),segment_id=a45b7237-a2be-4f24-8f7a-6457facaf303)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:09:47.570343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:47.580507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:47.660569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Pushing event updated for resources: {'Port': ['ID=517f5742-9a1a-43e5-9ea4-e351f8931655,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:47.663586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:47.802776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-457677f5-3e09-4ffd-a3b9-67a7172cb3ef None None] Provisioning complete for port 517f5742-9a1a-43e5-9ea4-e351f8931655 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:09:47.803187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-457677f5-3e09-4ffd-a3b9-67a7172cb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:48.274156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 517f5742-9a1a-43e5-9ea4-e351f8931655 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:09:48.344329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 517f5742-9a1a-43e5-9ea4-e351f8931655 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:09:48.344798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:48.478874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38358) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:49.150545 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:49.151366 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:49.386365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '68a5275db1334642a927a71d755098de', 'name': 'router1'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:49.460339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.policy [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86353) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 19:09:49.515295 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:49.515708 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING oslo_policy.policy [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 19:09:49.533885 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.quota [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6db91335f8>.
Apr 20 19:09:49.550161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:49.559288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Usage tracker for resource:router and tenant:68a5275db1334642a927a71d755098de is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:49.564794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:49.572775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:49.589132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:49.591179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:49.624954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:49.902370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:49.932120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:49.933476 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-34f1dfac-0387-46c4-ab2c-8e8fc660beb6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.4525397
Apr 20 19:09:50.751987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06827ba5-20a8-4118-b960-54fc376d261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:52.652448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38374) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:53.102105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-9dbadd07-a818-4cd2-93d4-e2da0427fa30 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:09:53.103321 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9dbadd07-a818-4cd2-93d4-e2da0427fa30 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4498563
Apr 20 19:09:53.624616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b498e3b7-7c8d-4bd5-a727-8e27d9f11142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:53.938197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:54.287605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:55.394337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:55.716502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38394) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:55.883925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:55.892005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:55.896327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Usage tracker for resource:network and tenant:95f272314d934e529441a105717f7f50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:55.899879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:55.906131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:55.918512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Made reservation on behalf of 95f272314d934e529441a105717f7f50 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:09:55.924481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:55.940806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:55.955890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:55.960065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Usage tracker for resource:security_group_rule and tenant:95f272314d934e529441a105717f7f50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:55.963388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:55.969733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:56.066224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.069738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.074674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:56.086442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Reserving flat network on physical network physnet1 {{(pid=86353) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 19:09:56.120116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280026976150', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.120712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6db9c406a8> segment precommit_create {{(pid=86353) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 19:09:56.121201 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Added segment 8519a50c-629b-42fd-9383-e328ac93527a of type flat for network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e
Apr 20 19:09:56.170543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6467873c-f8a2-42b3-9289-9257146c728f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:56.190580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.190947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.191311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.191659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.192011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.192370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.192717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.193070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.193424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.193764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.194142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.194482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Tracked resource versions report:
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:09:56.195562 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:09:56.243708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:56.247508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.302953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.304422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:56.305079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.309922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:56.413271 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6951377
Apr 20 19:09:56.418864 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Pushing event updated for resources: {'Network': ['ID=85fe6a80-ec3e-4e3f-b45a-0856dc4d147e,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:56.422487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:56.441369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:09:58.954768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38418) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:59.102664 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13043723-6832-44f8-ac07-fc7df872f274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:59.104152 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-13043723-6832-44f8-ac07-fc7df872f274 admin admin] 10.222.0.48 "GET /v2.0/subnets/a811a7f8-81d5-4fb1-b4ac-aab4decae34a HTTP/1.1" status: 200  len: 849 time: 0.1479723
Apr 20 19:09:59.254799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-54c298d0-9fb4-4694-8076-fc0304d3aeb8 admin admin] 10.222.0.48 "GET /v2.0/routers/fb4daaab-32b9-4b84-a347-bd8c151e31ae HTTP/1.1" status: 200  len: 704 time: 0.1442122
Apr 20 19:09:59.745685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:59.996965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Allocated IP 172.20.0.1 (5c532c8c-2214-4b2b-838e-457f0e6a33f6/a811a7f8-81d5-4fb1-b4ac-aab4decae34a/fdee4425-acde-4588-a4b4-0a0fc7657646) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:10:00.119303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:10:00.314695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.333112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Transition to ACTIVE for port object fdee4425-acde-4588-a4b4-0a0fc7657646 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:10:00.391148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.395294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:00.460654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:10:00.463619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:10:00.470447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:10:00.470970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.587687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Pushing event updated for resources: {'Port': ['ID=fdee4425-acde-4588-a4b4-0a0fc7657646,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:00.607580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:00.639357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-291ce974-aafb-4ae6-91ff-eb96e7878acf None None] Provisioning for port fdee4425-acde-4588-a4b4-0a0fc7657646 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:10:00.644270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-291ce974-aafb-4ae6-91ff-eb96e7878acf None None] Provisioning complete for port fdee4425-acde-4588-a4b4-0a0fc7657646 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:10:00.644680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-291ce974-aafb-4ae6-91ff-eb96e7878acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.701204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-291ce974-aafb-4ae6-91ff-eb96e7878acf None None] Port fdee4425-acde-4588-a4b4-0a0fc7657646 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:10:00.741209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.987413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.992578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.993649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.997045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:01.132126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Pushing event updated for resources: {'Port': ['ID=fdee4425-acde-4588-a4b4-0a0fc7657646,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:01.135427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:01.199319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:10:01.200527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:10:01.400670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Router fb4daaab-32b9-4b84-a347-bd8c151e31ae is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:10:01.430994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a20eee36-7547-4fd9-878c-f82a762815ab None None] Provisioning complete for port fdee4425-acde-4588-a4b4-0a0fc7657646 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:10:01.431411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20eee36-7547-4fd9-878c-f82a762815ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:01.490417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a20eee36-7547-4fd9-878c-f82a762815ab None None] Port fdee4425-acde-4588-a4b4-0a0fc7657646 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:10:01.576488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:10:01.586117 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] 10.222.0.48 "PUT /v2.0/routers/fb4daaab-32b9-4b84-a347-bd8c151e31ae/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3226953
Apr 20 19:10:01.587062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Sync routers for ids ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:10:01.598796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Routers {'fb4daaab-32b9-4b84-a347-bd8c151e31ae'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:10:01.600000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db919b940>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:01.785631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Set router fb4daaab-32b9-4b84-a347-bd8c151e31ae gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:10:02.344260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db919b940>, [{'id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'name': 'router1', 'tenant_id': '68a5275db1334642a927a71d755098de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:09:49Z', 'updated_at': '2021-04-20T19:10:00Z', 'revision_number': 2, 'project_id': '68a5275db1334642a927a71d755098de', 'gw_port_host': None, '_interfaces': [{'id': 'fdee4425-acde-4588-a4b4-0a0fc7657646', 'name': '', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'mac_address': 'fa:16:3e:a0:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:09:59Z', 'updated_at': '2021-04-20T19:10:00Z', 'revision_number': 2, 'project_id': '68a5275db1334642a927a71d755098de', 'subnets': [{'id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:02.349318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Checking router: fb4daaab-32b9-4b84-a347-bd8c151e31ae for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:10:02.350127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Updating router fb4daaab-32b9-4b84-a347-bd8c151e31ae port fdee4425-acde-4588-a4b4-0a0fc7657646 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:10:02.409462 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:02.805610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:02.820267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Transition to ACTIVE for port object fdee4425-acde-4588-a4b4-0a0fc7657646 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:10:02.826837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:02.832514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:03.036216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Pushing event updated for resources: {'Port': ['ID=fdee4425-acde-4588-a4b4-0a0fc7657646,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:03.056468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.056790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.057161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.057851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.057965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.058351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.058957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.058957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.059292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.059648 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.060179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.060331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Tracked resource versions report:
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:10:03.061726 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:10:03.069038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:03.071222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Attempting to bind port fdee4425-acde-4588-a4b4-0a0fc7657646 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:10:03.071640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Attempting to bind port fdee4425-acde-4588-a4b4-0a0fc7657646 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:10:03.072052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Attempting to bind port fdee4425-acde-4588-a4b4-0a0fc7657646 on network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:10:03.077774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:10:03.078256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Checking segment: {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:10:03.078726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:03.079118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Bound using segment: {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:10:03.079662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Bound port: fdee4425-acde-4588-a4b4-0a0fc7657646, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45b7237-a2be-4f24-8f7a-6457facaf303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:10:03.080070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:03.175221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] For port fdee4425-acde-4588-a4b4-0a0fc7657646, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:10:03.179225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] For port fdee4425-acde-4588-a4b4-0a0fc7657646, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=fdee4425-acde-4588-a4b4-0a0fc7657646,segment=NetworkSegment(a45b7237-a2be-4f24-8f7a-6457facaf303),segment_id=a45b7237-a2be-4f24-8f7a-6457facaf303)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:10:03.183434 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:03.187526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:03.274583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Routers {'fb4daaab-32b9-4b84-a347-bd8c151e31ae'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:10:03.275298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db919b940>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:03.396728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Pushing event updated for resources: {'Port': ['ID=fdee4425-acde-4588-a4b4-0a0fc7657646,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:03.406655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:03.442533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] Set router fb4daaab-32b9-4b84-a347-bd8c151e31ae gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:10:03.790476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db919b940>, [{'id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'name': 'router1', 'tenant_id': '68a5275db1334642a927a71d755098de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:09:49Z', 'updated_at': '2021-04-20T19:10:00Z', 'revision_number': 2, 'project_id': '68a5275db1334642a927a71d755098de', 'gw_port_host': None, '_interfaces': [{'id': 'fdee4425-acde-4588-a4b4-0a0fc7657646', 'name': '', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'mac_address': 'fa:16:3e:a0:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:09:59Z', 'updated_at': '2021-04-20T19:10:03Z', 'revision_number': 4, 'project_id': '68a5275db1334642a927a71d755098de', 'subnets': [{'id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:03.794820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec6675-62ea-43ff-a853-2ef7f914300b None None] The sync data for ids ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'] in dv-cinder-786933-2-iscsi is: [{'id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'name': 'router1', 'tenant_id': '68a5275db1334642a927a71d755098de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:09:49Z', 'updated_at': '2021-04-20T19:10:00Z', 'revision_number': 2, 'project_id': '68a5275db1334642a927a71d755098de', 'gw_port_host': None, '_interfaces': [{'id': 'fdee4425-acde-4588-a4b4-0a0fc7657646', 'name': '', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'mac_address': 'fa:16:3e:a0:c0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:09:59Z', 'updated_at': '2021-04-20T19:10:03Z', 'revision_number': 4, 'project_id': '68a5275db1334642a927a71d755098de', 'subnets': [{'id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:10:04.106656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38430) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:10:04.267941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239e50b-ff69-49cd-82ea-f2b817eb69eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:04.268557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4239e50b-ff69-49cd-82ea-f2b817eb69eb admin admin] Synchronizing usage tracker for tenant:95f272314d934e529441a105717f7f50 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:10:04.286660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4239e50b-ff69-49cd-82ea-f2b817eb69eb admin admin] Unset dirty status for tenant:95f272314d934e529441a105717f7f50 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:10:04.287905 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4239e50b-ff69-49cd-82ea-f2b817eb69eb admin admin] 10.222.0.48 "GET /v2.0/networks/85fe6a80-ec3e-4e3f-b45a-0856dc4d147e HTTP/1.1" status: 200  len: 842 time: 0.1802244
Apr 20 19:10:04.299070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'cidr': '172.27.1.0/24'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:10:04.304693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:10:04.308770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Usage tracker for resource:subnet and tenant:95f272314d934e529441a105717f7f50 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:10:04.311945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:10:04.318532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:10:04.328442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Made reservation on behalf of 95f272314d934e529441a105717f7f50 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:10:04.333201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:04.785870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.objects.ports [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86353) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 19:10:04.786433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:04.790122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:04.861193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afa7e47-bc4e-4e7c-b699-f3d1353f4118,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:04.869876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:04.872822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:10:04.873213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Network hostable DHCP agents. Network: 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:10:04.894981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:10:04.904373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:10:04.908404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:04.909060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:04.915755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610edd13-3276-42d4-853e-fea9b95430be None None] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:10:04.928804 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6337597
Apr 20 19:10:05.157314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506a162-c2e9-4c56-b869-689906c0f4be None None] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:10:07.544490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38444) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:10:07.939035 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0936858b-de56-4955-a081-581a85551df3 admin admin] 10.222.0.48 "GET /v2.0/routers/fb4daaab-32b9-4b84-a347-bd8c151e31ae HTTP/1.1" status: 200  len: 710 time: 0.3932779
Apr 20 19:10:08.080285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9f629-2d60-4d7e-b9f0-d30760bb1220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:08.081697 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a6b9f629-2d60-4d7e-b9f0-d30760bb1220 admin admin] 10.222.0.48 "GET /v2.0/networks/85fe6a80-ec3e-4e3f-b45a-0856dc4d147e HTTP/1.1" status: 200  len: 886 time: 0.1338103
Apr 20 19:10:08.091670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:10:08.294454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device fdee4425-acde-4588-a4b4-0a0fc7657646 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:10:08.365484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port fdee4425-acde-4588-a4b4-0a0fc7657646 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:10:08.370954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port fdee4425-acde-4588-a4b4-0a0fc7657646 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:10:08.371370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:08.497661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:08.531580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port fdee4425-acde-4588-a4b4-0a0fc7657646, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=fdee4425-acde-4588-a4b4-0a0fc7657646,segment=NetworkSegment(a45b7237-a2be-4f24-8f7a-6457facaf303),segment_id=a45b7237-a2be-4f24-8f7a-6457facaf303)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:10:08.535514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:08.538173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:08.561342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:08.611418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=fdee4425-acde-4588-a4b4-0a0fc7657646,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:08.614860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:08.911986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:08.973889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:09.118851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Allocated IP 172.27.1.204 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/04ccec15-64c7-4fa6-b96c-e8090542e8da) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:10:09.274881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:09.309087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:09.316642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:09.383108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:10:09.386500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:10:09.390291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:10:09.505943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Pushing event updated for resources: {'Port': ['ID=04ccec15-64c7-4fa6-b96c-e8090542e8da,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:09.518317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:09.986890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:10.281998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device fdee4425-acde-4588-a4b4-0a0fc7657646 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:10:10.342518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:10.346305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854096947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678853', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854083029'] for router, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:10.355364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port fdee4425-acde-4588-a4b4-0a0fc7657646 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:10:10.355798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:10.539663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Router fb4daaab-32b9-4b84-a347-bd8c151e31ae has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:10:10.729928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:10:10.738683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:10.741560 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] 10.222.0.48 "PUT /v2.0/routers/fb4daaab-32b9-4b84-a347-bd8c151e31ae HTTP/1.1" status: 200  len: 890 time: 2.6517797
Apr 20 19:10:10.741748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Sync routers for ids ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:10:10.751621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Routers {'fb4daaab-32b9-4b84-a347-bd8c151e31ae'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:10:10.752375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8302390>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:10.961232 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Set router fb4daaab-32b9-4b84-a347-bd8c151e31ae gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:10:11.321260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8302390>, [{'id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'name': 'router1', 'tenant_id': '68a5275db1334642a927a71d755098de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '04ccec15-64c7-4fa6-b96c-e8090542e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:09:49Z', 'updated_at': '2021-04-20T19:10:09Z', 'revision_number': 4, 'project_id': '68a5275db1334642a927a71d755098de', 'gw_port': {'id': '04ccec15-64c7-4fa6-b96c-e8090542e8da', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:10:09Z', 'updated_at': '2021-04-20T19:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'fdee4425-acde-4588-a4b4-0a0fc7657646', 'name': '', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'mac_address': 'fa:16:3e:a0:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:09:59Z', 'updated_at': '2021-04-20T19:10:08Z', 'revision_number': 5, 'project_id': '68a5275db1334642a927a71d755098de', 'subnets': [{'id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:11.326401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Checking router: fb4daaab-32b9-4b84-a347-bd8c151e31ae for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:10:11.326786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Updating router fb4daaab-32b9-4b84-a347-bd8c151e31ae port 04ccec15-64c7-4fa6-b96c-e8090542e8da binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:10:11.382686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:11.726400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:11.738743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Transition to ACTIVE for port object 04ccec15-64c7-4fa6-b96c-e8090542e8da will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:10:11.745208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:11.749745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ba422149-87dd-4efc-b02b-2fd658596447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:11.834177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Attempting to bind port 04ccec15-64c7-4fa6-b96c-e8090542e8da on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:10:11.834536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Attempting to bind port 04ccec15-64c7-4fa6-b96c-e8090542e8da by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:10:11.834962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Attempting to bind port 04ccec15-64c7-4fa6-b96c-e8090542e8da on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:10:11.837185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099d34f-235f-42bf-80e5-dce246ffaf07 None None] Pushing event updated for resources: {'Port': ['ID=04ccec15-64c7-4fa6-b96c-e8090542e8da,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:11.842248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3099d34f-235f-42bf-80e5-dce246ffaf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:11.845260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:10:11.845414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:10:11.845886 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:11.846399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:10:11.846803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Bound port: 04ccec15-64c7-4fa6-b96c-e8090542e8da, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:10:11.847210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:11.923092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] For port 04ccec15-64c7-4fa6-b96c-e8090542e8da, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:10:11.926292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] For port 04ccec15-64c7-4fa6-b96c-e8090542e8da, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=04ccec15-64c7-4fa6-b96c-e8090542e8da,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:10:11.930635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:11.935652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:12.016198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Routers {'fb4daaab-32b9-4b84-a347-bd8c151e31ae'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:10:12.016858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8302390>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:12.075049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099d34f-235f-42bf-80e5-dce246ffaf07 None None] Pushing event updated for resources: {'Port': ['ID=04ccec15-64c7-4fa6-b96c-e8090542e8da,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:12.136549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3099d34f-235f-42bf-80e5-dce246ffaf07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:12.209707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] Set router fb4daaab-32b9-4b84-a347-bd8c151e31ae gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:10:12.550470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8302390>, [{'id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'name': 'router1', 'tenant_id': '68a5275db1334642a927a71d755098de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '04ccec15-64c7-4fa6-b96c-e8090542e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:09:49Z', 'updated_at': '2021-04-20T19:10:09Z', 'revision_number': 4, 'project_id': '68a5275db1334642a927a71d755098de', 'gw_port': {'id': '04ccec15-64c7-4fa6-b96c-e8090542e8da', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:10:09Z', 'updated_at': '2021-04-20T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'fdee4425-acde-4588-a4b4-0a0fc7657646', 'name': '', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'mac_address': 'fa:16:3e:a0:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:09:59Z', 'updated_at': '2021-04-20T19:10:08Z', 'revision_number': 5, 'project_id': '68a5275db1334642a927a71d755098de', 'subnets': [{'id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:10:12.554939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe0d958-e583-4a92-aa18-d101df387b88 None None] The sync data for ids ['fb4daaab-32b9-4b84-a347-bd8c151e31ae'] in dv-cinder-786933-2-iscsi is: [{'id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'name': 'router1', 'tenant_id': '68a5275db1334642a927a71d755098de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '04ccec15-64c7-4fa6-b96c-e8090542e8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:09:49Z', 'updated_at': '2021-04-20T19:10:09Z', 'revision_number': 4, 'project_id': '68a5275db1334642a927a71d755098de', 'gw_port': {'id': '04ccec15-64c7-4fa6-b96c-e8090542e8da', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:10:09Z', 'updated_at': '2021-04-20T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'fdee4425-acde-4588-a4b4-0a0fc7657646', 'name': '', 'network_id': '5c532c8c-2214-4b2b-838e-457f0e6a33f6', 'tenant_id': '68a5275db1334642a927a71d755098de', 'mac_address': 'fa:16:3e:a0:c0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb4daaab-32b9-4b84-a347-bd8c151e31ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:09:59Z', 'updated_at': '2021-04-20T19:10:08Z', 'revision_number': 5, 'project_id': '68a5275db1334642a927a71d755098de', 'subnets': [{'id': 'a811a7f8-81d5-4fb1-b4ac-aab4decae34a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '019b1fef-2dcc-406d-ad9c-f012d2226b2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:10:13.431188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 38454) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:10:13.559764 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-716d8454-6343-48fb-8ef2-de72ef8f4c3b admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1272991
Apr 20 19:10:14.307814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 04ccec15-64c7-4fa6-b96c-e8090542e8da up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:10:14.383461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 04ccec15-64c7-4fa6-b96c-e8090542e8da completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:10:14.388260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 04ccec15-64c7-4fa6-b96c-e8090542e8da triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:10:14.388685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:14.512526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:14.531412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 04ccec15-64c7-4fa6-b96c-e8090542e8da, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=04ccec15-64c7-4fa6-b96c-e8090542e8da,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:10:14.534926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:14.537095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:10:14.612060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=04ccec15-64c7-4fa6-b96c-e8090542e8da,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:10:14.615340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:10:16.318403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 04ccec15-64c7-4fa6-b96c-e8090542e8da up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:10:16.398177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 04ccec15-64c7-4fa6-b96c-e8090542e8da triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:10:16.398866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:20.770905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1341470f-141f-4ac0-9aa9-fc74b097fd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:23.629034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-155cc31e-aae2-49e1-af01-9793f81bc74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:23.943658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:24.300764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:25.408707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:37.119392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:10:50.756257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b541948b-904a-49cb-aff7-34972628e13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:53.650357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ea112d-cc38-48c5-96e4-d4efbdd59c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:53.948833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:54.295061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:55.422394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:14.119940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:11:20.760345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-076b2837-3958-4830-b9dc-1afaff9ffa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:23.637240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-531208e8-4cfa-4456-9cdf-b6b1a1d8d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:23.949176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:24.292298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:25.417486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:50.762845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83fb1a07-f099-4b47-a13e-992ac3ce8a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:51.119552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:11:53.631421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-05b5b43d-e8a5-4b4f-8a0d-af57bd3fce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:53.947755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:54.295311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:55.417753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:56.210789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39024) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:11:56.302457 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dda3ae-7c43-4ffb-b00c-1490a674c399 admin admin] GET failed (client error): The resource could not be found.
Apr 20 19:11:56.303660 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f2dda3ae-7c43-4ffb-b00c-1490a674c399 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0915291
Apr 20 19:11:56.449129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfcdc4f-2924-4bde-9a4b-44fc0f7a99a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:56.450741 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bdfcdc4f-2924-4bde-9a4b-44fc0f7a99a2 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1425514
Apr 20 19:11:58.940384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39034) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:11:59.075637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e07147-4967-4ad5-8e21-d00e2465d78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:59.078774 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f0e07147-4967-4ad5-8e21-d00e2465d78b admin admin] 10.222.0.48 "GET /v2.0/subnets/a811a7f8-81d5-4fb1-b4ac-aab4decae34a HTTP/1.1" status: 200  len: 849 time: 0.1354666
Apr 20 19:11:59.087967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:11:59.213582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:59.537874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756827881177'] for subnet, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:59.542577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:59.582127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:59.583167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:59.587977 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] 10.222.0.48 "PUT /v2.0/subnets/a811a7f8-81d5-4fb1-b4ac-aab4decae34a HTTP/1.1" status: 200  len: 868 time: 0.5004683
Apr 20 19:11:59.588164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f105b-70dc-4b77-9d7f-6939a2f04ffa None None] Network 5c532c8c-2214-4b2b-838e-457f0e6a33f6 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:11:59.612216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a811a7f8-81d5-4fb1-b4ac-aab4decae34a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:59.620776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.621178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.621506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.621897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.622282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.622653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.622984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.623456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.623814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.624210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.624525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.624877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:59.628878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:12:00.016363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f049c65d-b766-44d1-999d-ff33180ef9a0 None None] Provisioning complete for port 517f5742-9a1a-43e5-9ea4-e351f8931655 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:12:00.016927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f049c65d-b766-44d1-999d-ff33180ef9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:00.148480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f049c65d-b766-44d1-999d-ff33180ef9a0 None None] Provisioning complete for port fdee4425-acde-4588-a4b4-0a0fc7657646 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:12:00.148790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f049c65d-b766-44d1-999d-ff33180ef9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:02.110861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39044) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:02.328842 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12871177-ba12-4b7c-be42-3efa61adb089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:02.329379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12871177-ba12-4b7c-be42-3efa61adb089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:02.331083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-12871177-ba12-4b7c-be42-3efa61adb089 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2191255
Apr 20 19:12:04.823582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39054) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:05.016609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95529c-5afd-40f9-9a56-ec8d5e400f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:05.017059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95529c-5afd-40f9-9a56-ec8d5e400f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:05.018721 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8b95529c-5afd-40f9-9a56-ec8d5e400f60 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1937435
Apr 20 19:12:07.511181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39064) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:07.708402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8572fabd-6ab0-4f5f-b1bd-ae590076d400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:07.709893 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8572fabd-6ab0-4f5f-b1bd-ae590076d400 admin admin] 10.222.0.48 "GET /v2.0/networks/5c532c8c-2214-4b2b-838e-457f0e6a33f6 HTTP/1.1" status: 200  len: 869 time: 0.1971958
Apr 20 19:12:10.207455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39074) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:10.393208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc043f-c195-4ce0-9f0a-f03b46939103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:10.394625 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-dccc043f-c195-4ce0-9f0a-f03b46939103 admin admin] 10.222.0.48 "GET /v2.0/networks/85fe6a80-ec3e-4e3f-b45a-0856dc4d147e HTTP/1.1" status: 200  len: 886 time: 0.1860354
Apr 20 19:12:12.894444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39084) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:13.025711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195744fa-8b98-443f-9d64-9a0775182f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:13.026264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195744fa-8b98-443f-9d64-9a0775182f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:13.027044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-195744fa-8b98-443f-9d64-9a0775182f7a admin admin] Synchronizing usage tracker for tenant:95f272314d934e529441a105717f7f50 on resource:subnet {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:12:13.043364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-195744fa-8b98-443f-9d64-9a0775182f7a admin admin] Unset dirty status for tenant:95f272314d934e529441a105717f7f50 on resource:subnet {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:12:13.044579 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-195744fa-8b98-443f-9d64-9a0775182f7a admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1490016
Apr 20 19:12:15.544127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39094) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:15.670359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db9d28-c63f-4113-a1c8-15a7317193db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:15.670874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db9d28-c63f-4113-a1c8-15a7317193db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:15.672516 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f4db9d28-c63f-4113-a1c8-15a7317193db admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1272910
Apr 20 19:12:18.136634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39104) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:18.256367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24610555-d51a-42af-9ff6-758b03448957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:18.257848 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-24610555-d51a-42af-9ff6-758b03448957 admin admin] 10.222.0.48 "GET /v2.0/subnets/2afa7e47-bc4e-4e7c-b699-f3d1353f4118 HTTP/1.1" status: 200  len: 816 time: 0.1201267
Apr 20 19:12:20.749699 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39114) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:20.773084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f1cfbbb-34a7-4be9-a5c2-eaff6c0ca12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:20.882894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6016577-6995-445b-9aa6-9e8a4377733d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:20.884340 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a6016577-6995-445b-9aa6-9e8a4377733d admin admin] 10.222.0.48 "GET /v2.0/subnets/a811a7f8-81d5-4fb1-b4ac-aab4decae34a HTTP/1.1" status: 200  len: 868 time: 0.1330810
Apr 20 19:12:23.634841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e0240cc-1692-40ee-a098-da28485b7756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:23.954362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:24.300294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:25.424119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:28.119653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:12:47.231504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39158) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:47.287508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-281a912d-c99e-4537-83a3-a414b6787ac2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:12:47.288596 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-281a912d-c99e-4537-83a3-a414b6787ac2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0560925
Apr 20 19:12:49.893879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39168) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:49.973478 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-75049600-b2ef-412b-8307-667dee1d3db6 admin admin] GET failed (client error): The resource could not be found.
Apr 20 19:12:49.974867 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-75049600-b2ef-412b-8307-667dee1d3db6 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0799277
Apr 20 19:12:50.114180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39c66d-894c-4406-90a1-1256301dc62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:50.115792 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bb39c66d-894c-4406-90a1-1256301dc62e admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1365366
Apr 20 19:12:50.766170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a83e54f1-de6e-4fb5-b9f6-af4d7422a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:52.630710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39178) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:52.686898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:12:52.691905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:12:52.702577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:12:52.712639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Made reservation on behalf of 95f272314d934e529441a105717f7f50 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:12:52.717480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:52.812910 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.services.revisions.revision_plugin [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6db3c0a0b8] {project_id='95f272314d934e529441a105717f7f50', id='a7f771a5-8c0c-4787-8340-29429b2ff072', target_tenant='*', action='access_as_shared', object_id='78b381a5-0f10-4891-a4b0-65bac7314f3f'}> to bump revision.
Apr 20 19:12:52.830533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:12:52.842874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:52.843266 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Added segment 6dd01844-b206-457e-b5cd-20acf80e3dc6 of type vlan for network 78b381a5-0f10-4891-a4b0-65bac7314f3f
Apr 20 19:12:52.871448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:52.905250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:52.906602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:52.907241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:52.912214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:12:53.208487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Pushing event updated for resources: {'Network': ['ID=78b381a5-0f10-4891-a4b0-65bac7314f3f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5812852
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.225856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.226753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.226753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.226753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.227068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.227422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:53.231805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:12:53.240056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 78b381a5-0f10-4891-a4b0-65bac7314f3f details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:12:53.646207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-839d8cb9-29cd-4764-8b00-f0a32ff00679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:53.954129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:54.294781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:55.426359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:55.739744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39188) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:12:55.818742 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e1412e-ef6d-498a-ad61-dac346988a61 admin admin] GET failed (client error): The resource could not be found.
Apr 20 19:12:55.819322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-29e1412e-ef6d-498a-ad61-dac346988a61 admin admin] Synchronizing usage tracker for tenant:95f272314d934e529441a105717f7f50 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:12:55.836825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-29e1412e-ef6d-498a-ad61-dac346988a61 admin admin] Unset dirty status for tenant:95f272314d934e529441a105717f7f50 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:12:55.838081 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-29e1412e-ef6d-498a-ad61-dac346988a61 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0972414
Apr 20 19:12:55.954413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179470a-0590-4a30-9bf8-89aa6c8d4a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:55.955865 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f179470a-0590-4a30-9bf8-89aa6c8d4a5f admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1132684
Apr 20 19:12:55.968941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:12:55.973689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:12:55.984168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:12:55.994554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Made reservation on behalf of 95f272314d934e529441a105717f7f50 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:12:55.999160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:56.397505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:56.401304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:12:56.474558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:12:56.478477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:12:56.486383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Checking segment: {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:12:56.486774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Network hostable DHCP agents. Network: 78b381a5-0f10-4891-a4b0-65bac7314f3f, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:12:56.507959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Network 78b381a5-0f10-4891-a4b0-65bac7314f3f is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:12:56.518520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 78b381a5-0f10-4891-a4b0-65bac7314f3f) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:12:56.523548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:56.524277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:56.529584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b91762-3c2f-4593-a941-4c5eb1d13365 None None] Network 78b381a5-0f10-4891-a4b0-65bac7314f3f requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:12:56.550532 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5853837
Apr 20 19:12:56.771887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-78b381a5-0f10-4891-a4b0-65bac7314f3f', 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f', 'tenant_id': '95f272314d934e529441a105717f7f50', 'fixed_ips': [{'subnet_id': '1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:12:56.773420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:56.940256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Allocated IP 192.168.233.2 (78b381a5-0f10-4891-a4b0-65bac7314f3f/1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0/b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:12:57.156753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:57.167952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Transition to ACTIVE for port object b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:12:57.187692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Transition to ACTIVE for port object b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:12:57.193025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:57.199080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3099d34f-235f-42bf-80e5-dce246ffaf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:12:57.268137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Network 78b381a5-0f10-4891-a4b0-65bac7314f3f is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:12:57.271230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:12:57.275203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:12:57.281447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Pushing event updated for resources: {'Port': ['ID=b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:12:57.320709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.321093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.321470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.321921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.322220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.322584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.322976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.323306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.323668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.324025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.324376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.324734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:12:57.333110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:12:57.385791 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Attempting to bind port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:12:57.386182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Attempting to bind port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:12:57.386696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Attempting to bind port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 on network 78b381a5-0f10-4891-a4b0-65bac7314f3f {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:12:57.392503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:12:57.392915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Checking segment: {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:12:57.393360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:57.393802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Bound using segment: {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:12:57.394358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Bound port: b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:12:57.394775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:57.490615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] For port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:12:57.494744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] For port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:12:57.499292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:57.504847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:12:57.584336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Pushing event updated for resources: {'Port': ['ID=b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:12:57.587638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:12:58.427270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:12:58.508932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:12:58.756729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8cff3d-dd44-4790-8832-1ceca111d95c None None] Network 78b381a5-0f10-4891-a4b0-65bac7314f3f requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:12:58.851576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Provisioning for port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:12:58.869937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Provisioning complete for port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:12:58.870354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:59.099289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:59.151411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] For port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:12:59.156150 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:59.158079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:12:59.238455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Pushing event updated for resources: {'Port': ['ID=b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:12:59.241883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:12:59.384159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8c8e57a9-9aea-4860-b42b-53e239951064 None None] Provisioning complete for port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:12:59.384527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8c8e57a9-9aea-4860-b42b-53e239951064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:00.409195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:13:00.484758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port b3d50fd9-37b9-4422-b4e2-bcb5cc1a6f36 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:13:00.485183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:05.119494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:13:20.770607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-89ca222f-a849-4660-9bee-2f64b496fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:23.645118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b74dd646-5188-4207-b41a-609323818ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:23.957349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:24.297931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:25.436359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:42.119626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:13:50.779731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e6da0a03-2dfb-414b-98ff-928be4f496ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:53.641885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c873c546-42a3-439a-9193-a8ce141abcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:53.961404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:54.301227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:55.445287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:10.402448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39230) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:14:10.409311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [None req-c7a9ef1b-8bdd-4cec-bd3c-e47f3959f815 tempest-verify_tempest_config-46019376 tempest-verify_tempest_config-46019376-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:14:10.410389 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c7a9ef1b-8bdd-4cec-bd3c-e47f3959f815 tempest-verify_tempest_config-46019376 tempest-verify_tempest_config-46019376-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068736
Apr 20 19:14:10.767060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39248) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:14:10.902408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:10.918526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:14:10.923056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2d3d702beb4431ae9398cda0f91bf7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:14:10.926152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:14:10.932530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:14:11.024000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:11.027548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:11.035285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:14:11.077351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Synchronizing usage tracker for tenant:95f272314d934e529441a105717f7f50 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:14:11.079974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2318881-d7df-4e7b-8ab4-295f24d7f8ef,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:14:11.088646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.089061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.089432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.089800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.090191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.090559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.090917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.091345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.091722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.092118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.092455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.092810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.099335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:14:11.109658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Unset dirty status for tenant:95f272314d934e529441a105717f7f50 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:14:11.111187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d2d3d702beb4431ae9398cda0f91bf7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3428507
Apr 20 19:14:11.114084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39254) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:14:11.179726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:11.207909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:11.266706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:11.270805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:14:11.282125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2318881-d7df-4e7b-8ab4-295f24d7f8ef,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:14:11.292490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.292884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.293254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.293617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.294004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.294363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.294719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.295070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.295426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.295778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.296127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.296472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:14:11.300348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:14:11.301111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:11.302317 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2318881-d7df-4e7b-8ab4-295f24d7f8ef HTTP/1.1" status: 204  len: 168 time: 0.1871951
Apr 20 19:14:19.119737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:14:20.775926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8e32bc80-fdb0-429a-ad2c-51e26e0a7a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:23.646190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-142caf7d-6134-4eb9-91a8-8d35b43e7600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:23.966347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:24.306122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:25.449082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:50.776507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b01d823f-d434-4973-b2f2-fdc52ef3fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:53.664555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe692-578f-46ed-be85-725b330f834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:53.974269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:54.319396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:55.464658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:56.120541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:15:20.773312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7c882fd-0dee-47bf-8be9-053a76ff39e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:23.649718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3a52bd59-c4aa-4f39-a170-166017e4fa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:23.981436 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:24.317378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:25.462300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:33.121666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 5 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:15:47.391132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133'] for agent, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:50.766465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a778b4b-0a48-4900-a201-a945c7f3a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:52.602737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39314) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:15:52.743316 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ac4e0c85-6d50-4d81-9b75-59316eb9adde admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1389115
Apr 20 19:15:53.652319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34499478-da63-44f7-8e34-a2e20a305525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:53.976413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:54.311103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:55.234475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39324) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:15:55.305966 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2469cff5-5bc5-49b6-b476-103570d857c8 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0702012
Apr 20 19:15:55.465675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:10.123071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:16:17.339861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:20.775498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e665-5e27-4a2f-846f-82254ce3d8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:23.663524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c9175ca-b22c-400b-832f-732f4029f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:23.983039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:24.326673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:25.477013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:47.123324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:16:47.358009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:50.770162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-039f089b-6544-4342-ac7c-51fe26cd8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:53.658586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f24ad338-dc84-439f-aa35-3ea564df6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:53.983721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:54.310683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:55.475642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:17.359713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:20.774536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61f4ecd0-7e5b-4077-8bd8-3723fa4b566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:23.670028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95cb30cc-4f8c-4501-827a-12320622ea56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:23.992729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:24.123982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:17:24.323294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:25.491462 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.238350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39478) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:27.461571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1257937107-network', 'tenant_id': '081bf993c38c47378120e1ebea430f78'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:27.467887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:27.472147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Usage tracker for resource:network and tenant:081bf993c38c47378120e1ebea430f78 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:27.475858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:27.481880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:27.491845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Made reservation on behalf of 081bf993c38c47378120e1ebea430f78 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:27.498712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.514521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.534271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:27.538772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Usage tracker for resource:security_group_rule and tenant:081bf993c38c47378120e1ebea430f78 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:27.541955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:27.548125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:27.642070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.645511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.651890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f97b1ab-4539-4015-bf69-5b7fee873ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:27.680257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:27.694097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d313244-cca3-4319-9b03-323531ec59d7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:27.705194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.705194 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Added segment f1bad289-270a-4191-85ee-d1a5e99a6c9a of type vlan for network 16d474c2-ef19-4346-b87a-49a5c8eda36f
Apr 20 19:17:27.710606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.710993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.711371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.711737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.712101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.712465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.712822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.713180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.713536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.714083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.714601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.715112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Tracked resource versions report:
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:17:27.716459 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:17:27.751833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:27.755423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.787161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.789014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:27.790001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:27.795194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:27.855125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39524) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:27.907124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=16d474c2-ef19-4346-b87a-49a5c8eda36f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:27.920469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 16d474c2-ef19-4346-b87a-49a5c8eda36f details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:27.923174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:27.926372 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6865904
Apr 20 19:17:27.929164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39532) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:27.935932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Request body: {'subnet': {'network_id': '16d474c2-ef19-4346-b87a-49a5c8eda36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1257937107-subnet', 'tenant_id': '081bf993c38c47378120e1ebea430f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:27.941428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:27.945779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Usage tracker for resource:subnet and tenant:081bf993c38c47378120e1ebea430f78 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:27.949070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:27.955764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:27.968928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Made reservation on behalf of 081bf993c38c47378120e1ebea430f78 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:27.974771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.271493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39544) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:28.313043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39550) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:28.348529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39556) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:28.438425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1013821176-network', 'tenant_id': 'f544a358435545bc91293d5552058381'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:28.443750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.448161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Usage tracker for resource:network and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.451502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.454514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.457802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.461175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:28.468329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Made reservation on behalf of f544a358435545bc91293d5552058381 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:28.473404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.487382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.505359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.509952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.513167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.519504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.527593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb142ad-c3d7-4300-b45c-ee907c6e7d3f,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:28.546017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39564) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:28.546904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:28.553627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Checking segment: {'id': 'f1bad289-270a-4191-85ee-d1a5e99a6c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '16d474c2-ef19-4346-b87a-49a5c8eda36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:28.554056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Network hostable DHCP agents. Network: 16d474c2-ef19-4346-b87a-49a5c8eda36f, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:28.573655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Network 16d474c2-ef19-4346-b87a-49a5c8eda36f is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:28.584595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 16d474c2-ef19-4346-b87a-49a5c8eda36f) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:28.595263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca28e8-425a-44e0-bde0-bdd4c7a9695b None None] Network 16d474c2-ef19-4346-b87a-49a5c8eda36f requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:28.599408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:28.600131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.605446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-634443039-network', 'tenant_id': 'cbf6133fbc814cb1881e1239159e0568'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:28.612304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.617133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Usage tracker for resource:network and tenant:cbf6133fbc814cb1881e1239159e0568 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.620884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.628445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.635694 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7051189
Apr 20 19:17:28.645117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Made reservation on behalf of cbf6133fbc814cb1881e1239159e0568 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:28.651589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.668504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1125999356-network', 'tenant_id': 'ad5936ef70be44ac89df14ad4f1d0832'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:28.694931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-network', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:28.699458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.713593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.718034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Usage tracker for resource:network and tenant:7d47d9888e1a44e59e046c5da416e68d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.721057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.727479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.750386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.758383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-network', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:28.761998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Made reservation on behalf of 7d47d9888e1a44e59e046c5da416e68d for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:28.766863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.785024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.800263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Usage tracker for resource:network and tenant:ad5936ef70be44ac89df14ad4f1d0832 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.809914 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.814215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Usage tracker for resource:security_group_rule and tenant:7d47d9888e1a44e59e046c5da416e68d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.817336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.823684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.853021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.854533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.857435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942b671-1fe0-493b-93d8-4ae6737c09fe None None] Network 16d474c2-ef19-4346-b87a-49a5c8eda36f requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:28.858440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.870265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf6133fbc814cb1881e1239159e0568 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.873823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:28.875197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.880904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.885312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:28.900640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.907785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:28.918193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Usage tracker for resource:network and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:28.929009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:28.953162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:28.957442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:28.963551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Made reservation on behalf of ad5936ef70be44ac89df14ad4f1d0832 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:28.968707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.179309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.207173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.207672 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Added segment b80e8fd1-9f1f-417d-903d-7ffaafb50246 of type vlan for network f331ac5d-ad3b-4e48-8bf1-fb572b65b568
Apr 20 19:17:29.233987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Made reservation on behalf of a6a88356db7b4f36b1d8f8856756e1e3 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:29.238905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.262124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f465f80-74f3-42a6-8624-b6368b2ebdbb,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:29.273039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:29.283751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.303686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5936ef70be44ac89df14ad4f1d0832 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:29.323996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:29.331098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.331560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.331866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.332266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.332583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.332953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.333316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.333677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.334130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.334684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.334800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.335156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Tracked resource versions report:
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:17:29.336546 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:17:29.349271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:29.351353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:29.354396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.360682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.366827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:29.376783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:29.380969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.383189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:29.408954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:29.411047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:29.482374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:29.529331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2440da7-58aa-4a25-8043-8193d70295fc,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:29.550008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:29.558862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.559262 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Added segment 8d63740c-4fd5-4394-96a5-2a700ea00a1f of type vlan for network 54a87281-cac4-4c39-a9e0-64b8c916f808
Apr 20 19:17:29.560391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.562458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.575181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:29.575837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.584899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-20222f2f-c129-4378-b0d4-0768ce949940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:29.598254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.678904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39618) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:29.686573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-459675090-network', 'tenant_id': '59e9627eb76d4875989ebadd72f8a7d5'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:29.692351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:29.701686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Usage tracker for resource:network and tenant:59e9627eb76d4875989ebadd72f8a7d5 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:29.708079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:29.721257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:29.730335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.736401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Made reservation on behalf of 59e9627eb76d4875989ebadd72f8a7d5 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:29.741386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.753160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:29.760518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.778799 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:29.783040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Usage tracker for resource:security_group_rule and tenant:59e9627eb76d4875989ebadd72f8a7d5 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:29.786459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:29.792868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:29.816565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.816960 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Added segment ff2c6920-3701-4a1a-84be-7dfa1c4a6138 of type vlan for network f9c0d1ee-9f89-446d-946e-0a07de689a6b
Apr 20 19:17:29.830617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Pushing event updated for resources: {'Network': ['ID=f331ac5d-ad3b-4e48-8bf1-fb572b65b568,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:29.842395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:29.856406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:29.864306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:29.885286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.926021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.948643 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0890803
Apr 20 19:17:29.948643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.958463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.971863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.973408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39628) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:29.974629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.981530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Request body: {'subnet': {'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1013821176-subnet', 'tenant_id': 'f544a358435545bc91293d5552058381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:29.987516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.988083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:29.988407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.989411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:29.996641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:29.997430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379b45d5-c505-42ed-85ca-1f6d6237eb57,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.001098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8325fe67-f9cf-4cb8-820b-cd375707a55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.011736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Usage tracker for resource:subnet and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:30.019641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:30.023554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:30.037667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d3dc4ba4-85b8-4382-b965-1fb9d38f95c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.045268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd61d717-d062-4332-8e18-eacdb984bda3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.052409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:30.054712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:30.063966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:30.075547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Made reservation on behalf of f544a358435545bc91293d5552058381 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:30.081343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.093404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:30.146666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:17:30.158648 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.8061366
Apr 20 19:17:30.161476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4be75-9e3b-443a-a987-e69e6778089f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.179723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39646) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:30.183694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.184018 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Added segment 52817237-9ad9-4bdd-9ab5-51bef1784b66 of type vlan for network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5
Apr 20 19:17:30.196538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.200556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.200953 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Added segment 43c5a302-b6bd-4f9e-b65f-7bef70e8d79b of type vlan for network b51c7665-608e-4722-a739-79996e632bcb
Apr 20 19:17:30.206019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Request body: {'subnet': {'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-subnet', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:30.224585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:30.225407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.234825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:30.261898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Usage tracker for resource:subnet and tenant:7d47d9888e1a44e59e046c5da416e68d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:30.268387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:30.277885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca87295-7a61-4490-9339-3a854e6fb6d0,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.291547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:30.304650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.319277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.319715 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Added segment 80981776-73bb-4076-9423-2598111f9f3a of type vlan for network ba9b6223-9437-44bc-91a0-88286c99c3fc
Apr 20 19:17:30.329551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:30.332747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.359231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.426962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.432343 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1560545
Apr 20 19:17:30.434537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39662) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:30.454542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Made reservation on behalf of 7d47d9888e1a44e59e046c5da416e68d for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:30.459307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.482104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Request body: {'subnet': {'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-634443039-subnet', 'tenant_id': 'cbf6133fbc814cb1881e1239159e0568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:30.489240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:30.495400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Usage tracker for resource:subnet and tenant:cbf6133fbc814cb1881e1239159e0568 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:30.499102 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.500277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:30.519848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:30.520910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.524947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:30.532227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e645d897-f792-4312-9a95-942a7b8ed017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.547854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Pushing event updated for resources: {'Network': ['ID=54a87281-cac4-4c39-a9e0-64b8c916f808,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.561854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:30.576137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Made reservation on behalf of cbf6133fbc814cb1881e1239159e0568 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:30.580817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.664052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:17:30.677200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:17:30.708188 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0279953
Apr 20 19:17:30.716614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39682) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:30.742403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Request body: {'subnet': {'network_id': 'ba9b6223-9437-44bc-91a0-88286c99c3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-459675090-subnet', 'tenant_id': '59e9627eb76d4875989ebadd72f8a7d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:30.757404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:30.764178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.771884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c0d1ee-9f89-446d-946e-0a07de689a6b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.774663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.775058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9b6223-9437-44bc-91a0-88286c99c3fc,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:30.775508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:30.779092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Usage tracker for resource:subnet and tenant:59e9627eb76d4875989ebadd72f8a7d5 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:30.782791 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:30.783358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.791630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:30.797634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.706s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.797992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:30.801504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:30.802314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:30.804925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.838888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network ba9b6223-9437-44bc-91a0-88286c99c3fc details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:30.884559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:30.904350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:30.904999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.910430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.3627615
Apr 20 19:17:30.981619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39694) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:30.984906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.992066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-325f9660-c213-4100-8b6c-ce2eca4ce8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:30.994789 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.6804469
Apr 20 19:17:31.004205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39698) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:31.008227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Request body: {'subnet': {'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-subnet', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:31.025196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Request body: {'subnet': {'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1125999356-subnet', 'tenant_id': 'ad5936ef70be44ac89df14ad4f1d0832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:31.031308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:31.033727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Pushing event updated for resources: {'Network': ['ID=b51c7665-608e-4722-a739-79996e632bcb,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:31.049767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:31.054044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network b51c7665-608e-4722-a739-79996e632bcb details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:31.138872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Usage tracker for resource:subnet and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:31.141727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Made reservation on behalf of 59e9627eb76d4875989ebadd72f8a7d5 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:31.146883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.166911 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:31.173883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Usage tracker for resource:subnet and tenant:ad5936ef70be44ac89df14ad4f1d0832 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:31.182158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:31.246390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39704) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:31.251440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfe5243-4b35-433f-a123-748a3b18221f,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:31.260836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:31.262408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Checking segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:31.262814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Network hostable DHCP agents. Network: f331ac5d-ad3b-4e48-8bf1-fb572b65b568, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:31.269676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:31.276293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:31.278426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:31.293120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:17:31.300953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:31.301466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.061s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:31.301779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:31.310779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:31.311119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:31.324903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Made reservation on behalf of a6a88356db7b4f36b1d8f8856756e1e3 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:31.329903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.371854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Made reservation on behalf of ad5936ef70be44ac89df14ad4f1d0832 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:31.376670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.515681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.537958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:31.542543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:31.544950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Usage tracker for resource:security_group_rule and tenant:9308f7c941fd4dd9b00003a035701e75 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:31.559960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:31.570605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:31.575786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, f331ac5d-ad3b-4e48-8bf1-fb572b65b568) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:31.585552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a2ed9-9ec9-45f3-a659-911b4445acb6 None None] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:31.674216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.676323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:31.677261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.684553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.729669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:31.740231 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9308f7c941fd4dd9b00003a035701e75&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4910328
Apr 20 19:17:31.745868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39714) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:31.830187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.838419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:17:31.838936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:31.856351 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8805139
Apr 20 19:17:31.860506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39718) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:31.866903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1867efb-0c0a-4f1f-a38a-3134a119d019,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:31.878796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:31.879319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75395461-ed15-44d9-97a4-527224253eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:31.903424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:31.937076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047885d1-3088-419f-a371-be7bb7cc5d92,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:31.941573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:31.950800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Checking segment: {'id': 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:31.951227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Network hostable DHCP agents. Network: f9c0d1ee-9f89-446d-946e-0a07de689a6b, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:31.973522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:31.985227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, f9c0d1ee-9f89-446d-946e-0a07de689a6b) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:31.989721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:31.990486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.020968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382611b-9a0b-48ea-9cbd-77f46c53f914 None None] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:32.022665 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5811918
Apr 20 19:17:32.112135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:32.133869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Usage tracker for resource:router and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:32.155143 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:32.182744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:32.343229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.344438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.368382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Allocated IP 172.20.0.2 (f331ac5d-ad3b-4e48-8bf1-fb572b65b568/8bfe5243-4b35-433f-a123-748a3b18221f/4fc8c325-a1ca-476d-8330-175e5b169d77) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:32.448370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.537644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df315df-d5ce-4729-84cb-11ae90778260 None None] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:32.559236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.618346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39754) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:32.622098 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 19:17:32.783593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c227f564-5994-472c-a84b-427305755cc2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:32.785172 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c227f564-5994-472c-a84b-427305755cc2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/networks?id=f9c0d1ee-9f89-446d-946e-0a07de689a6b HTTP/1.1" status: 200  len: 811 time: 0.1654446
Apr 20 19:17:32.808296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.815071 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-25c3b7fd-38f6-4589-a750-4ca9e812b8dd tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/quotas/cbf6133fbc814cb1881e1239159e0568 HTTP/1.1" status: 200  len: 375 time: 0.0114346
Apr 20 19:17:32.824706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.872930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Transition to ACTIVE for port object 4fc8c325-a1ca-476d-8330-175e5b169d77 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:32.875115 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-5ee8e9ca-3ef6-4e04-b126-ab344f772213 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbf6133fbc814cb1881e1239159e0568&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533412
Apr 20 19:17:32.877731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.900263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Transition to ACTIVE for port object 4fc8c325-a1ca-476d-8330-175e5b169d77 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:32.905447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.910777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:32.918329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:32.975620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:32.979252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:32.981795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:33.023842 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Pushing event updated for resources: {'Port': ['ID=4fc8c325-a1ca-476d-8330-175e5b169d77,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:33.027005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-5fe2e0f8-c3fd-4108-87a3-cc68bf7814e0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:17:33.028566 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-5fe2e0f8-c3fd-4108-87a3-cc68bf7814e0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0527511
Apr 20 19:17:33.185936 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-13641822-7dc9-4777-8764-d0a59a23414d service neutron] 10.222.0.48 "GET /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495554
Apr 20 19:17:33.199474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.222107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63127f32-3bc1-4f38-9c75-aaf2e795949d,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:33.231936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:33.254486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.254861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.255235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.255594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.256007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.256368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.256725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.257081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.257436 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.257869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.258230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.258580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Tracked resource versions report:
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:17:33.259677 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:17:33.263052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:33.269382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Checking segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:33.269640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Network hostable DHCP agents. Network: 54a87281-cac4-4c39-a9e0-64b8c916f808, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:33.284708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Attempting to bind port 4fc8c325-a1ca-476d-8330-175e5b169d77 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:33.285435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Attempting to bind port 4fc8c325-a1ca-476d-8330-175e5b169d77 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:33.285573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Attempting to bind port 4fc8c325-a1ca-476d-8330-175e5b169d77 on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:33.289353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.291690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:33.291843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Checking segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:33.292233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.292997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Bound using segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:33.293131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Bound port: 4fc8c325-a1ca-476d-8330-175e5b169d77, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:33.293527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.337315 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c4464018-8b47-45a0-ad5d-6a68e15db5bb service neutron] 10.222.0.48 "GET /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435950
Apr 20 19:17:33.337572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-153f2d3a-cfd4-4028-9819-266671062f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:33.390955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] For port 4fc8c325-a1ca-476d-8330-175e5b169d77, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:33.394440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] For port 4fc8c325-a1ca-476d-8330-175e5b169d77, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=4fc8c325-a1ca-476d-8330-175e5b169d77,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:33.398708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.402991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03f1ebdf-a647-4d47-899f-31e49874557d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:33.430861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1867efb-0c0a-4f1f-a38a-3134a119d019,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:33.438346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:33.479894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:33.483820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Pushing event updated for resources: {'Port': ['ID=4fc8c325-a1ca-476d-8330-175e5b169d77,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:33.485535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.495224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:33.508990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:33.554125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 54a87281-cac4-4c39-a9e0-64b8c916f808) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:33.573558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639be63b-c715-4911-af41-d0c4baeab7d9 None None] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:33.587904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:33.588464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.595908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39780) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:33.711717 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2eed1e06-5e92-4e3d-87f9-bbf6d154c23e req-6be2e4c0-dd6b-42d7-b95c-399e0d4f4cee tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 210 time: 0.1143768
Apr 20 19:17:33.890186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.891423 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1867efb-0c0a-4f1f-a38a-3134a119d019 HTTP/1.1" status: 204  len: 168 time: 2.1418550
Apr 20 19:17:33.935175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5bd8f0-e6a1-4e42-b5cb-840e441a33ab None None] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:33.964772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5ea27d-9a88-46b3-8f90-37bd1a38a3f4,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:33.976637 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e8c54f50-2dca-4e35-b48b-46520d407b3d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.7908218
Apr 20 19:17:33.977952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39792) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:33.983925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:33.994824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:34.004225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.017877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Checking segment: {'id': '80981776-73bb-4076-9423-2598111f9f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ba9b6223-9437-44bc-91a0-88286c99c3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:34.017877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Network hostable DHCP agents. Network: ba9b6223-9437-44bc-91a0-88286c99c3fc, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:34.023971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:34.032796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:34.060932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.066642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Usage tracker for resource:router and tenant:7d47d9888e1a44e59e046c5da416e68d is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:34.080324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:34.092654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:34.127170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.138035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.169884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cb1765-80f0-417e-94e5-be1bf37b9804,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:34.186990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.192611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:34.194926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d7d1bd75-0e7e-403e-a58c-f122c7e06206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:34.229636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Network ba9b6223-9437-44bc-91a0-88286c99c3fc is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:34.429451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, ba9b6223-9437-44bc-91a0-88286c99c3fc) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:34.434303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:34.434942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.441251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662b144-a17a-4491-b61d-ea98f055d52f None None] Network ba9b6223-9437-44bc-91a0-88286c99c3fc requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:34.491506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429a4f9d-eb50-44a3-8230-2d6f938826b4,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:34.494468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Checking segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:34.494947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Network hostable DHCP agents. Network: b51c7665-608e-4722-a739-79996e632bcb, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:34.529395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.638406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:34.657585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Checking segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:34.658016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Network hostable DHCP agents. Network: a3d56b3d-c47b-49ff-9e13-42db36c3dbd5, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:17:34.689467 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.9684219
Apr 20 19:17:34.715468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.756333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.764336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Network b51c7665-608e-4722-a739-79996e632bcb is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:34.792933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 4fc8c325-a1ca-476d-8330-175e5b169d77 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:34.926787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 4fc8c325-a1ca-476d-8330-175e5b169d77 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:35.008157 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06f2497a-89e8-4b68-b9a9-9318a6d07bab req-8df2ded5-816b-49e5-92eb-b801319eb09d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 210 time: 0.1790214
Apr 20 19:17:35.019344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f3b18-8292-4047-94eb-b1be1d8bf5d0 None None] Network ba9b6223-9437-44bc-91a0-88286c99c3fc requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:35.019564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Allocated IP 172.27.1.121 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/42507850-1904-4110-a0c2-f563f648f965) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:35.020936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39836) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:35.245781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.258933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.293978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Deleting subnet bbb142ad-c3d7-4300-b45c-ee907c6e7d3f {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:17:35.302217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.305770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.347454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:17:35.354966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, a3d56b3d-c47b-49ff-9e13-42db36c3dbd5) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:35.356751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, b51c7665-608e-4722-a739-79996e632bcb) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:35.371409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.372907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:35.373554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.417696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12682881-cf0b-4b38-89c2-896c1f9b998f None None] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:35.424867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:35.452268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.479690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.493354 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.4694705
Apr 20 19:17:35.517393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:35.526787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:35.544824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:35.550202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.563546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:35.630686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b92e88-3963-4195-aceb-c156395fd9f6 None None] Network b51c7665-608e-4722-a739-79996e632bcb requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:35.645692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb94160-7db2-427f-a90c-23ccb39d656b None None] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:35.734527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Allocated IP 172.27.1.155 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/352e4f15-cb8d-4d03-aa4f-74bd41580779) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:35.768292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Pushing event updated for resources: {'Port': ['ID=42507850-1904-4110-a0c2-f563f648f965,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:35.774621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:35.935503 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 4.9440351
Apr 20 19:17:35.938652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39876) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:35.958941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:35.964149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-b51c7665-608e-4722-a739-79996e632bcb', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:17:35.965489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:35.970173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:35.991586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Usage tracker for resource:router and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:36.000024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:36.027497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:36.038141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.076334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.077473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.083375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.094908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c398edf9-5d50-45e7-b859-7445c39e06ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:36.151575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba0a84-108f-4c98-a265-17af201f2e53 None None] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:36.179354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb142ad-c3d7-4300-b45c-ee907c6e7d3f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:36.196016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.199575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.245791 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbb142ad-c3d7-4300-b45c-ee907c6e7d3f HTTP/1.1" status: 204  len: 168 time: 1.2231405
Apr 20 19:17:36.262263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:36.262932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 39890) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:36.380538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.506845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Provisioning for port 4fc8c325-a1ca-476d-8330-175e5b169d77 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:36.639229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.730698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Provisioning complete for port 4fc8c325-a1ca-476d-8330-175e5b169d77 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:36.731194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.850119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:36.852895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9e241e80-38f5-4c14-b219-8bf6e4601505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:36.889420 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e138702-f56f-4c42-ad30-74451471f6ea req-3dd3fad9-789f-40eb-98f1-6830d76354bf tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 210 time: 0.2388122
Apr 20 19:17:36.984767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:37.008061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:37.025808 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Allocated IP 172.20.0.2 (b51c7665-608e-4722-a739-79996e632bcb/11cb1765-80f0-417e-94e5-be1bf37b9804/3c8283dc-0583-446a-8aa3-aad66cb11771) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:37.125998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.205220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:37.233328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] For port 4fc8c325-a1ca-476d-8330-175e5b169d77, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=4fc8c325-a1ca-476d-8330-175e5b169d77,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:37.241479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.263080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.269504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:37.377415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Pushing event updated for resources: {'Port': ['ID=4fc8c325-a1ca-476d-8330-175e5b169d77,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:37.397621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-96d2e1f0-596d-4a80-84b0-d4b3a2924282 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:37.398643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:37.399343 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-96d2e1f0-596d-4a80-84b0-d4b3a2924282 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.7126687
Apr 20 19:17:37.523240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Pushing event updated for resources: {'Port': ['ID=352e4f15-cb8d-4d03-aa4f-74bd41580779,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:37.528777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.532168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:17:37.546750 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-8c096690-5781-4eee-9b32-76f068c6dc57 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/quotas/ad5936ef70be44ac89df14ad4f1d0832 HTTP/1.1" status: 200  len: 375 time: 0.0526786
Apr 20 19:17:37.550775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:37.618868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.633130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Transition to ACTIVE for port object 3c8283dc-0583-446a-8aa3-aad66cb11771 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:37.656451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Transition to ACTIVE for port object 3c8283dc-0583-446a-8aa3-aad66cb11771 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:37.670360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.683698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:37.749042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Network b51c7665-608e-4722-a739-79996e632bcb is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:37.758501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:37.760380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ba0bb41d-eb7b-48d3-9582-75c9c592d524 None None] Provisioning complete for port 4fc8c325-a1ca-476d-8330-175e5b169d77 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:37.760799 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb41d-eb7b-48d3-9582-75c9c592d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.828422 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-5b076636-1be6-427e-ac25-8d4983bfa08a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2405150
Apr 20 19:17:37.864170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:37.868521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.890126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:17:37.900251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:17:37.912551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:37.914829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:37.916392 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.0358679
Apr 20 19:17:37.916724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8217390>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:37.919909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 39962) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:37.990767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Pushing event updated for resources: {'Port': ['ID=3c8283dc-0583-446a-8aa3-aad66cb11771,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:38.028501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:38.079368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Attempting to bind port 3c8283dc-0583-446a-8aa3-aad66cb11771 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:38.079792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Attempting to bind port 3c8283dc-0583-446a-8aa3-aad66cb11771 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:38.081324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Attempting to bind port 3c8283dc-0583-446a-8aa3-aad66cb11771 on network b51c7665-608e-4722-a739-79996e632bcb {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:38.089463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:38.090038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Checking segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:38.090492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:38.090928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Bound using segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:38.091464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Bound port: 3c8283dc-0583-446a-8aa3-aad66cb11771, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:38.091887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:38.310553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] For port 3c8283dc-0583-446a-8aa3-aad66cb11771, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:38.316714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] For port 3c8283dc-0583-446a-8aa3-aad66cb11771, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3c8283dc-0583-446a-8aa3-aad66cb11771,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:38.327711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:38.337214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:38.342929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.52', 55585) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:38.381098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:38.549943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Pushing event updated for resources: {'Port': ['ID=3c8283dc-0583-446a-8aa3-aad66cb11771,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:38.560523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:38.718488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 4fc8c325-a1ca-476d-8330-175e5b169d77 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:38.860947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8217390>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:36Z', 'revision_number': 3, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:38.878459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:17:38.879278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Updating router 121ca2c2-749e-49a9-8aa3-f331165b5d0a port 42507850-1904-4110-a0c2-f563f648f965 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:17:38.888252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-02fd7e33-6061-4d6c-baf8-88d89fe55a42 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:17:38.896174 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-02fd7e33-6061-4d6c-baf8-88d89fe55a42 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2583299
Apr 20 19:17:38.918182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 4fc8c325-a1ca-476d-8330-175e5b169d77 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:38.918730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:38.924604 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-be7e27f5-8874-4cf0-9c4a-8eddf354a663 req-6c75ae0f-8ee7-4c36-bbf4-ad99ecb6c781 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 210 time: 0.2827039
Apr 20 19:17:39.096849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:39.103523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c1ab6361-9e5c-4a84-8dbe-7333439af924 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:39.104301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c1ab6361-9e5c-4a84-8dbe-7333439af924 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Synchronizing usage tracker for tenant:cbf6133fbc814cb1881e1239159e0568 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:17:39.184888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:39.303149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6db8d70fd0>> segment before_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.303661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6db8d70fd0>> subnet precommit_delete_associations 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.304918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> segment_host_mapping after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.305373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> port after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.305805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> port after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.306259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> port after_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.306687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> segment after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.307337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> subnet after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.307797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> subnet after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.308215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db803cf28>> subnet after_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.463532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c1ab6361-9e5c-4a84-8dbe-7333439af924 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Unset dirty status for tenant:cbf6133fbc814cb1881e1239159e0568 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:17:39.465021 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c1ab6361-9e5c-4a84-8dbe-7333439af924 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.52 "GET /v2.0/networks?id=f9c0d1ee-9f89-446d-946e-0a07de689a6b HTTP/1.1" status: 200  len: 811 time: 1.1135635
Apr 20 19:17:39.524870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db38652e8>> subnet after_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.525351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db38652e8>> subnet after_delete 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.525980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db38652e8>> subnet before_create 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.526507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db38652e8>> subnet before_update 55550000 {{(pid=86353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:17:39.526967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db81ee208>,) {'filters': {'network_id': ['16d474c2-ef19-4346-b87a-49a5c8eda36f']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:39.545560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Request body: {'port': {'device_id': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b', 'admin_state_up': True, 'tenant_id': 'cbf6133fbc814cb1881e1239159e0568'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:39.768112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:39.799278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Transition to ACTIVE for port object 42507850-1904-4110-a0c2-f563f648f965 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:39.812012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:39.830454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-522da6b6-4e80-47cf-aa25-925ea32ae544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:39.860050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:39.864614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Usage tracker for resource:port and tenant:cbf6133fbc814cb1881e1239159e0568 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:39.880264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:39.887071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:39.910478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Made reservation on behalf of cbf6133fbc814cb1881e1239159e0568 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:39.925685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:39.947681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Attempting to bind port 42507850-1904-4110-a0c2-f563f648f965 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:39.950643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Attempting to bind port 42507850-1904-4110-a0c2-f563f648f965 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:39.951063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Attempting to bind port 42507850-1904-4110-a0c2-f563f648f965 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:39.974888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:39.976665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db81ee208>, 'f1bad289-270a-4191-85ee-d1a5e99a6c9a') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:39.977080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db81ee208>, 'f1bad289-270a-4191-85ee-d1a5e99a6c9a') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:39.981267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:39.982100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:39.982757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:39.986471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Bound port: 42507850-1904-4110-a0c2-f563f648f965, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:39.987134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:40.098555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:40.153125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:40.240328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] For port 42507850-1904-4110-a0c2-f563f648f965, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:40.247323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] For port 42507850-1904-4110-a0c2-f563f648f965, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=42507850-1904-4110-a0c2-f563f648f965,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:40.279410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:40.335557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:40.392385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Pushing event updated for resources: {'Port': ['ID=42507850-1904-4110-a0c2-f563f648f965,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:40.415713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:40.421923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8217390>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:40.449335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40070) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:40.532512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Allocated IP 172.20.0.14 (f9c0d1ee-9f89-446d-946e-0a07de689a6b/047885d1-3088-419f-a371-be7bb7cc5d92/c97bca53-bcf6-4794-a9d1-87831540373f) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:40.677316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3fcdb-7865-4a03-bf5f-7a61198c25ea None None] Network b51c7665-608e-4722-a739-79996e632bcb requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:17:40.771391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:40.974927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3c8283dc-0583-446a-8aa3-aad66cb11771 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:41.076287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:41.141496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:41.160525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:17:41.393252 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-5f9adafa-afc7-4614-bd6b-29874bf5ae1b service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.4957900
Apr 20 19:17:41.424055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8d45248a-4a3c-444c-84ca-cc51ea012994 None None] Provisioning for port 3c8283dc-0583-446a-8aa3-aad66cb11771 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:41.429473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:41.463695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 3c8283dc-0583-446a-8aa3-aad66cb11771 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:41.469651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 3c8283dc-0583-446a-8aa3-aad66cb11771 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:41.471662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:41.500602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Usage tracker for resource:security_group_rule and tenant:8822abdb80a24d42a9310f127768de97 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:41.517268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:41.558962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:41.651171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Allocated IP 172.20.0.1 (f331ac5d-ad3b-4e48-8bf1-fb572b65b568/8bfe5243-4b35-433f-a123-748a3b18221f/66a6ef6b-e88b-4357-85c7-827f41f3118d) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:41.659080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.659468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.659847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.660233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.660589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.661035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.661308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.661678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.662144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.662511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.662878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.663230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Tracked resource versions report:
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]: pushed versions:
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]: {   'AddressGroup': {'1.2'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'ConntrackHelper': {'1.0'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Log': {'1.0'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Network': {'1.1'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Port': {'1.7'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'PortForwarding': {'1.2'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'QosPolicy': {'1.8'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroup': {'1.4'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SecurityGroupRule': {'1.2'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'SubPort': {'1.0'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Subnet': {'1.1'},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     'Trunk': {'1.1'}}
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]: consumer versions:
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]: {   DHCP agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     HyperV agent@hv-cinder-78693: {},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     L3 agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metadata agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     Metering agent@dv-cinder-786933-2-iscsi: {},
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:     Open vSwitch agent@dv-cinder-786933-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'ConntrackHelper': '1.0',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Log': '1.0',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Network': '1.1',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Port': '1.7',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'PortForwarding': '1.2',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'QosPolicy': '1.8',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroup': '1.4',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SecurityGroupRule': '1.2',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'SubPort': '1.0',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Subnet': '1.1',
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:                                                      'Trunk': '1.1'}}
Apr 20 19:17:41.664373 dv-cinder-786933-2-iscsi neutron-server[86240]:  {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 19:17:41.682311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.853s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:41.684149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.340s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:41.749347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:41.887693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Pushing event updated for resources: {'Port': ['ID=42507850-1904-4110-a0c2-f563f648f965,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:41.894902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:41.895309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:41.902119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:41.954299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8217390>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:36Z', 'revision_number': 3, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:41.967094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c7a79-343e-4fbc-905e-9574a35a4ca1 None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:36Z', 'revision_number': 3, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:17:41.989195 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-05ba14ef-42d0-4b93-987a-6a54ab217cb8 req-1681d37d-db7f-40fd-b708-82dbd6dcefe3 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 210 time: 0.9721227
Apr 20 19:17:42.018029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-241d9a03-bfbc-4392-a769-f55a24cbd672 None None] Provisioning complete for port 3c8283dc-0583-446a-8aa3-aad66cb11771 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:42.021539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-241d9a03-bfbc-4392-a769-f55a24cbd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.042533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.068446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.099700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.123614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.125456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Transition to ACTIVE for port object 66a6ef6b-e88b-4357-85c7-827f41f3118d will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:42.137151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:42.157036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 3c8283dc-0583-446a-8aa3-aad66cb11771, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3c8283dc-0583-446a-8aa3-aad66cb11771,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:42.172261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.182906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:42.262904 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-bc994934-681a-42a9-af19-8db1da9f1041 service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7289236
Apr 20 19:17:42.266717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Network 16d474c2-ef19-4346-b87a-49a5c8eda36f has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:17:42.281706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.290941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.306841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Router 37ed63fa-813b-48f7-aece-7f62c3b4558f is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:17:42.307316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Pushing event updated for resources: {'Port': ['ID=c97bca53-bcf6-4794-a9d1-87831540373f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:42.363361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:42.368754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:42.375885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=3c8283dc-0583-446a-8aa3-aad66cb11771,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:42.382579 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8822abdb80a24d42a9310f127768de97&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9325225
Apr 20 19:17:42.390408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:42.392423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40096) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:42.444252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:42.453012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:42.471593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:42.486676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:42.487939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.659835 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1249349
Apr 20 19:17:42.660569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5718c5b8-8640-4af0-838d-4650f9094296,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:42.669499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:42.695960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.698419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.725615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-faa42c38-47e4-42db-873d-4024c41ce57d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:42.748770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3c8283dc-0583-446a-8aa3-aad66cb11771 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:42.832073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:42.844308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-f075f4f6-e0af-4723-b63b-dd4ecfff240f tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86354) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:17:42.845938 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-f075f4f6-e0af-4723-b63b-dd4ecfff240f tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0167646
Apr 20 19:17:42.852687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:42.860927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:42.866051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:42.996940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 3c8283dc-0583-446a-8aa3-aad66cb11771 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:42.997994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:43.286175 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee96e14e-1ff9-485f-b4b7-542b4803736d req-cf301460-9b10-4a1a-8baf-0bac06947586 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.3526149
Apr 20 19:17:43.491810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b015c45c-6cbf-40be-a7ba-1f5d25c4aa25 None None] Provisioning for port 66a6ef6b-e88b-4357-85c7-827f41f3118d completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:43.497047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:43.520984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b015c45c-6cbf-40be-a7ba-1f5d25c4aa25 None None] Provisioning complete for port 66a6ef6b-e88b-4357-85c7-827f41f3118d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:43.521486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b015c45c-6cbf-40be-a7ba-1f5d25c4aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:43.662649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b015c45c-6cbf-40be-a7ba-1f5d25c4aa25 None None] Port 66a6ef6b-e88b-4357-85c7-827f41f3118d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:17:43.706816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:43.843922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Request body: {'port': {'device_id': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:43.857094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Network 16d474c2-ef19-4346-b87a-49a5c8eda36f has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:17:43.870502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Allocated IP 172.27.1.9 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/401261f6-637b-4fdd-9bf0-ffca18ce794a) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:17:43.894594 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:17:44.065118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Pushing event updated for resources: {'Port': ['ID=66a6ef6b-e88b-4357-85c7-827f41f3118d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:44.128431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.142763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.162798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:44.166973 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.442s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:44.169717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:44.187418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5718c5b8-8640-4af0-838d-4650f9094296,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:44.194316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:17:44.206514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd0c05-21b2-441c-ac63-7dc31bad9bdd req-2f593b31-a67a-47bb-8c8f-a0ac6aa092e6 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:44.208221 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-76dd0c05-21b2-441c-ac63-7dc31bad9bdd req-2f593b31-a67a-47bb-8c8f-a0ac6aa092e6 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 932 time: 0.6694725
Apr 20 19:17:44.209438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.219831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:44.228938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Sync routers for ids ['37ed63fa-813b-48f7-aece-7f62c3b4558f'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:17:44.239157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Pushing event deleted for resources: {'Network': ['ID=16d474c2-ef19-4346-b87a-49a5c8eda36f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:44.247321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:44.261038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.262898 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5718c5b8-8640-4af0-838d-4650f9094296 HTTP/1.1" status: 204  len: 168 time: 1.8693557
Apr 20 19:17:44.273433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Routers {'37ed63fa-813b-48f7-aece-7f62c3b4558f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:44.274448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db825b588>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37ed63fa-813b-48f7-aece-7f62c3b4558f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:44.294725 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] 10.222.0.48 "DELETE /v2.0/networks/16d474c2-ef19-4346-b87a-49a5c8eda36f HTTP/1.1" status: 204  len: 168 time: 8.0288062
Apr 20 19:17:44.316067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40162) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:44.324148 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-76dd0c05-21b2-441c-ac63-7dc31bad9bdd req-ffd04513-ab36-4bf8-8b42-e23e847a3a2d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028807
Apr 20 19:17:44.337046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.339599 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 10.3576419
Apr 20 19:17:44.360192 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40168) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:44.457606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.539746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Deleting subnet aa5ea27d-9a88-46b3-8f90-37bd1a38a3f4 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:17:44.547079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.562857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Set router 37ed63fa-813b-48f7-aece-7f62c3b4558f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:44.567194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.848100 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30afea16-e196-4604-b214-4c4b984eda99 req-93a24578-16a3-41d8-86be-5facd9689ff2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.2144704
Apr 20 19:17:44.881995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.943663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:44.973311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7035dd8f-e688-4acf-854d-c981c45ee797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:45.041546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 42507850-1904-4110-a0c2-f563f648f965 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:45.222996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.376756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 42507850-1904-4110-a0c2-f563f648f965 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:45.386183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 42507850-1904-4110-a0c2-f563f648f965 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:45.386738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.479376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db825b588>, [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:37Z', 'revision_number': 3, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:45.482500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97bca53-bcf6-4794-a9d1-87831540373f {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:17:45.485309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Checking router: 37ed63fa-813b-48f7-aece-7f62c3b4558f for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:17:45.485985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Updating router 37ed63fa-813b-48f7-aece-7f62c3b4558f port 352e4f15-cb8d-4d03-aa4f-74bd41580779 binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:17:45.491147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.507288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Transition to ACTIVE for port object c97bca53-bcf6-4794-a9d1-87831540373f will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:45.524475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40178) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:45.533859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.596682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Pushing event updated for resources: {'Port': ['ID=401261f6-637b-4fdd-9bf0-ffca18ce794a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:45.596682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:45.603931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:45.606016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.607858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:45.616525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.618041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:45.632337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:45.734479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-805cf68f-a611-4023-b76f-8f21a5a31470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:45.785706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.800541 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa5ea27d-9a88-46b3-8f90-37bd1a38a3f4 HTTP/1.1" status: 204  len: 168 time: 1.4729872
Apr 20 19:17:45.803395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40184) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:45.810402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5ea27d-9a88-46b3-8f90-37bd1a38a3f4,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:45.824040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c97bca53-bcf6-4794-a9d1-87831540373f,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:45.832475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:45.833286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:45.847424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:45.866530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:45.872998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Usage tracker for resource:security_group_rule and tenant:24284d7881774685bb476a0fa1f24eb3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:45.879357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:45.900821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:46.020238 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.154594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.181816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Transition to ACTIVE for port object 352e4f15-cb8d-4d03-aa4f-74bd41580779 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:46.205129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.211597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.240853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:46.266152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.312809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:46.330686 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24284d7881774685bb476a0fa1f24eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7955604
Apr 20 19:17:46.331616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40202) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:46.336116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 42507850-1904-4110-a0c2-f563f648f965, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=42507850-1904-4110-a0c2-f563f648f965,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:46.348693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.354710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Attempting to bind port 352e4f15-cb8d-4d03-aa4f-74bd41580779 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:46.355131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Attempting to bind port 352e4f15-cb8d-4d03-aa4f-74bd41580779 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:46.355532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Attempting to bind port 352e4f15-cb8d-4d03-aa4f-74bd41580779 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:46.363176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1962-0ccd-4d67-83c5-d9af0ba77f21 None None] Pushing event updated for resources: {'Port': ['ID=352e4f15-cb8d-4d03-aa4f-74bd41580779,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:46.368159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-196c1962-0ccd-4d67-83c5-d9af0ba77f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:46.369007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:46.369427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:46.369902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.370329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:46.370856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Bound port: 352e4f15-cb8d-4d03-aa4f-74bd41580779, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:46.371276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.398041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:46.460370 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c69dc30c-8151-478f-a52d-fba4aa9dff02 req-c682aef2-8867-41b2-ad76-4fceabede4c8 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.1608224
Apr 20 19:17:46.486210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.52', 55598) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:46.509563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.554058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=42507850-1904-4110-a0c2-f563f648f965,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:46.562536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:46.588437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] For port 352e4f15-cb8d-4d03-aa4f-74bd41580779, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:46.600272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] For port 352e4f15-cb8d-4d03-aa4f-74bd41580779, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=352e4f15-cb8d-4d03-aa4f-74bd41580779,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:46.606916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:46.628610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:46.776594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Routers {'37ed63fa-813b-48f7-aece-7f62c3b4558f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:46.777735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db825b588>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37ed63fa-813b-48f7-aece-7f62c3b4558f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:47.017073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] Set router 37ed63fa-813b-48f7-aece-7f62c3b4558f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:47.043893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.088753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Attempting to bind port c97bca53-bcf6-4794-a9d1-87831540373f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:47.089131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Attempting to bind port c97bca53-bcf6-4794-a9d1-87831540373f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:47.089502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Attempting to bind port c97bca53-bcf6-4794-a9d1-87831540373f on network f9c0d1ee-9f89-446d-946e-0a07de689a6b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:47.103276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Port c97bca53-bcf6-4794-a9d1-87831540373f on network f9c0d1ee-9f89-446d-946e-0a07de689a6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:17:47.103626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Attempting to bind port c97bca53-bcf6-4794-a9d1-87831540373f on network f9c0d1ee-9f89-446d-946e-0a07de689a6b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:47.109609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f927270a-1272-4b1b-93cc-6c402c3bc567,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:47.119373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:47.120057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Checking segment: {'id': 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:47.120325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Bound using segment: {'id': 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:47.120849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Bound port: c97bca53-bcf6-4794-a9d1-87831540373f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:47.121259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.140400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:47.244209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1962-0ccd-4d67-83c5-d9af0ba77f21 None None] Pushing event updated for resources: {'Port': ['ID=352e4f15-cb8d-4d03-aa4f-74bd41580779,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:47.259467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.355510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-196c1962-0ccd-4d67-83c5-d9af0ba77f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:47.382802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] For port c97bca53-bcf6-4794-a9d1-87831540373f, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:47.387381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] For port c97bca53-bcf6-4794-a9d1-87831540373f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c97bca53-bcf6-4794-a9d1-87831540373f,segment=NetworkSegment(ff2c6920-3701-4a1a-84be-7dfa1c4a6138),segment_id=ff2c6920-3701-4a1a-84be-7dfa1c4a6138)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:47.399644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.437506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:47.439313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.504336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.610813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.628565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.630525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db825b588>, [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:37Z', 'revision_number': 3, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:47.635528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f893-227d-4ada-82e2-745e5695c364 None None] The sync data for ids ['37ed63fa-813b-48f7-aece-7f62c3b4558f'] in dv-cinder-786933-2-iscsi is: [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:37Z', 'revision_number': 3, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:17:47.641230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:47.641992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.643624 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] 10.222.0.52 "PUT /v2.0/ports/c97bca53-bcf6-4794-a9d1-87831540373f HTTP/1.1" status: 200  len: 1094 time: 4.0295973
Apr 20 19:17:47.646670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b12d89-b6a9-4dd1-863b-4fec287d48aa req-73cc8d3a-4d95-4758-b072-24abc93c77a5 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:47.647590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'tag': 'c97bca53-bcf6-4794-a9d1-87831540373f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:17:47.647895 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9b12d89-b6a9-4dd1-863b-4fec287d48aa req-73cc8d3a-4d95-4758-b072-24abc93c77a5 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 944 time: 2.0423207
Apr 20 19:17:47.712528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.724118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.920965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-91aadcb0-3d22-4a83-a807-8e86ccee7f54 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:47.929666 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-91aadcb0-3d22-4a83-a807-8e86ccee7f54 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 1.4157982
Apr 20 19:17:47.953157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c97bca53-bcf6-4794-a9d1-87831540373f,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:47.956145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:47.990651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:47.991228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:48.005699 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-208fc497-799e-4093-81cb-cfc83ef710fc req-cf222baf-f572-47e7-af31-92cd54ad4ca2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.1689882
Apr 20 19:17:48.017569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.143753 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9b12d89-b6a9-4dd1-863b-4fec287d48aa req-e6514435-2fa3-471a-93b2-c0def4644f20 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323151
Apr 20 19:17:48.242546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db37ec710>,) {'filters': {'network_id': ['ba9b6223-9437-44bc-91a0-88286c99c3fc']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:48.242546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db37ec710>, '80981776-73bb-4076-9423-2598111f9f3a') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:48.242546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db37ec710>, '80981776-73bb-4076-9423-2598111f9f3a') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:48.260662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.348575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Allocated IP 172.20.0.1 (54a87281-cac4-4c39-a9e0-64b8c916f808/63127f32-3bc1-4f38-9c75-aaf2e795949d/e4d7877b-d7a6-4964-b671-2c0cc0c39059) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:48.498563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.582959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.584514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.593062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:17:48.677861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.731654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Pushing event updated for resources: {'Port': ['ID=66a6ef6b-e88b-4357-85c7-827f41f3118d,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:48.771025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:48.813897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8c994ca-d499-4826-8332-40c947226e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:48.849701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 352e4f15-cb8d-4d03-aa4f-74bd41580779 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:48.874569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:48.899117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:48.901231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927270a-1272-4b1b-93cc-6c402c3bc567,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:48.909667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:48.910294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.931777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:48.933447 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f927270a-1272-4b1b-93cc-6c402c3bc567 HTTP/1.1" status: 204  len: 168 time: 2.5713189
Apr 20 19:17:48.938124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:48.945988 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'tag': 'c97bca53-bcf6-4794-a9d1-87831540373f', 'status': 'completed', 'code': 200}
Apr 20 19:17:48.948206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:49.159659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 352e4f15-cb8d-4d03-aa4f-74bd41580779 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:49.180085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 352e4f15-cb8d-4d03-aa4f-74bd41580779 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:49.181226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.295643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Network ba9b6223-9437-44bc-91a0-88286c99c3fc has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:17:49.323466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.536864 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d77e89d-bdd3-4645-90e6-d2eff98f2334 req-8ad3e2bb-31f9-4a19-a6f6-000338064423 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.1833367
Apr 20 19:17:49.573917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.590749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.633364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 352e4f15-cb8d-4d03-aa4f-74bd41580779, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=352e4f15-cb8d-4d03-aa4f-74bd41580779,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:49.645073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.646647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 42507850-1904-4110-a0c2-f563f648f965 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:49.704604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:49.794358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-024ff6ae-c410-4998-a694-d1a34784c361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:49.893267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Request body: {'port': {'device_id': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'admin_state_up': True, 'tenant_id': 'ad5936ef70be44ac89df14ad4f1d0832'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:49.954624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.962753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:49.966785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d7877b-d7a6-4964-b671-2c0cc0c39059,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:49.969441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:49.970972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:50.077716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=352e4f15-cb8d-4d03-aa4f-74bd41580779,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:50.088945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:50.122673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 42507850-1904-4110-a0c2-f563f648f965 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:50.124255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:50.269675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:50.281060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Usage tracker for resource:port and tenant:ad5936ef70be44ac89df14ad4f1d0832 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:50.287020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:50.302820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:50.324282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:50.340184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:50.400427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Router a42b754e-4016-45c8-a2a7-010ae1726c0f is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:17:50.405020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Made reservation on behalf of ad5936ef70be44ac89df14ad4f1d0832 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:50.412207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:50.438428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d7877b-d7a6-4964-b671-2c0cc0c39059,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:50.450683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:17:50.454249 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:50.618029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Allocated IP 172.20.0.9 (a3d56b3d-c47b-49ff-9e13-42db36c3dbd5/429a4f9d-eb50-44a3-8230-2d6f938826b4/61058f3c-8b60-49a4-861f-fd84a5142bbc) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:50.888900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d20bdb4a-9bb3-4049-9b4d-1a42d3c568f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:50.893729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-76f935b7-3464-4142-9942-0cc1d8c438d5 None None] Provisioning complete for port 66a6ef6b-e88b-4357-85c7-827f41f3118d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:50.898990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76f935b7-3464-4142-9942-0cc1d8c438d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:50.934255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c454a454-5070-4a62-87fd-4c8b0efe3ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:50.936043 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-c454a454-5070-4a62-87fd-4c8b0efe3ae3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbf6133fbc814cb1881e1239159e0568&device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 1097 time: 1.3088634
Apr 20 19:17:51.000651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-76f935b7-3464-4142-9942-0cc1d8c438d5 None None] Port 66a6ef6b-e88b-4357-85c7-827f41f3118d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:17:51.085110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 352e4f15-cb8d-4d03-aa4f-74bd41580779 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:51.256123 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-08af0157-1ddc-471e-bdf9-dacaf593b506 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97bca53-bcf6-4794-a9d1-87831540373f HTTP/1.1" status: 200  len: 217 time: 0.2711680
Apr 20 19:17:51.286990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 352e4f15-cb8d-4d03-aa4f-74bd41580779 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:51.288538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:51.376044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:51.392940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:51.424091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:17:51.436426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:17:51.454032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:51.454936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8217668>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:51.607682 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] 10.222.0.48 "PUT /v2.0/routers/121ca2c2-749e-49a9-8aa3-f331165b5d0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6862421
Apr 20 19:17:51.656094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e48330-4fae-4b27-9529-21074486b39e req-0315dfb7-34fa-4825-b58a-c14a3d6136e3 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:51.664233 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0e48330-4fae-4b27-9529-21074486b39e req-0315dfb7-34fa-4825-b58a-c14a3d6136e3 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 944 time: 2.1001854
Apr 20 19:17:51.789812 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea47b5bb-30f2-46b3-bb5d-a5f6a229daf8 req-4f04fd0e-16c3-4cf9-a211-9b6d47449a90 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.7167068
Apr 20 19:17:51.817689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Network ba9b6223-9437-44bc-91a0-88286c99c3fc has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:17:51.850370 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:17:51.867700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:51.899928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Router 37ed63fa-813b-48f7-aece-7f62c3b4558f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:17:51.909454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:51.961651 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0e48330-4fae-4b27-9529-21074486b39e req-260ff09f-0813-4244-ae75-9016ee1422c8 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963896
Apr 20 19:17:52.014426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:52.034351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:52.048734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:17:52.059675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:17:52.080708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:52.081021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:52.082078 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 16.1423657
Apr 20 19:17:52.084890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:52.085142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db895c278>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:52.086885 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba9b6223-9437-44bc-91a0-88286c99c3fc HTTP/1.1" status: 204  len: 168 time: 6.2696862
Apr 20 19:17:52.087991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9b6223-9437-44bc-91a0-88286c99c3fc,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:52.091934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40294) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:52.094647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:52.191936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-8dea8540-17d4-4159-96eb-96786a842e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:52.194164 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-8dea8540-17d4-4159-96eb-96786a842e59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=047885d1-3088-419f-a371-be7bb7cc5d92 HTTP/1.1" status: 200  len: 851 time: 0.0897846
Apr 20 19:17:52.295399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:17:52.300803 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/37ed63fa-813b-48f7-aece-7f62c3b4558f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9327576
Apr 20 19:17:52.307644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40300) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:52.322300 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-78305f5b-fb6a-42b6-9ba3-8ac968d7e2af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f9c0d1ee-9f89-446d-946e-0a07de689a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1086452
Apr 20 19:17:52.386556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Sync routers for ids ['37ed63fa-813b-48f7-aece-7f62c3b4558f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:17:52.643615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:52.679371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:52.683515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40316) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:52.769770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40320) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:52.787094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995719750', 'description': 'tempest-description--1952539383'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:52.794987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:52.800481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:52.803901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:52.811121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:52.912596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8919d4ec-78f6-4af7-a5b3-f02fef572290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:53.002226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:53.120833 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-e81a242e-7767-46b7-8a8b-4ef9c17f2a52 service neutron] 10.222.0.52 "GET /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7854369
Apr 20 19:17:53.260900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Routers {'37ed63fa-813b-48f7-aece-7f62c3b4558f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:53.262134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db80cc240>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37ed63fa-813b-48f7-aece-7f62c3b4558f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:53.303105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db895c278>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:17:47Z', 'revision_number': 3, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:53.319241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:17:53.319645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Updating router a42b754e-4016-45c8-a2a7-010ae1726c0f port 401261f6-637b-4fdd-9bf0-ffca18ce794a binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:17:53.334194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event updated for resources: {'Port': ['ID=61058f3c-8b60-49a4-861f-fd84a5142bbc,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:53.342413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:53.351330 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f8df1099-ff3f-4233-a7f3-f4d4686926b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=081bf993c38c47378120e1ebea430f78&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5906703
Apr 20 19:17:53.353663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.367875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40344) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:53.374366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:53.389374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.390776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.442197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:53.459175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:53.463645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Usage tracker for resource:security_group_rule and tenant:b89950c75eb248578283e494efe06e99 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:53.467322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:53.475156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:53.525120 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1046d3b0-1768-44a9-93d3-dee587000d78 req-9884d36b-e196-4734-b989-4a8c2a9bb8cf service neutron] 10.222.0.52 "GET /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3907197
Apr 20 19:17:53.555444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.568860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Set router 37ed63fa-813b-48f7-aece-7f62c3b4558f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:53.574363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:53.600019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.613645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:53.629661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:53.659574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.672555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:53.681761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:53.682956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.684061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4fd23678-9687-47c2-b468-f0e8d42529f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.722149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e95691c2-033f-4ec8-a151-97581a7b6e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:53.732310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8217668>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:17:45Z', 'revision_number': 2, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:53.743863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d313244-cca3-4319-9b03-323531ec59d7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:53.753958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:53.760306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:17:53.760897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Updating router 121ca2c2-749e-49a9-8aa3-f331165b5d0a port 66a6ef6b-e88b-4357-85c7-827f41f3118d binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:17:53.771831 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-1c01176d-1e12-4a33-b208-9650832ca442 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1384304
Apr 20 19:17:53.788187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.792434 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d313244-cca3-4319-9b03-323531ec59d7 HTTP/1.1" status: 204  len: 168 time: 0.4235466
Apr 20 19:17:53.804713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.815930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.824883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Request body: {'port': {'device_id': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:53.828208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aedd8722-33d6-488d-b9ea-2a2375fa9868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:53.856653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870516b2-eaf6-4776-baa4-7c09e8ce9f7c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:53.872733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451606-36b6-47b0-aa9e-75b9af6cc3b4 req-36a1e5b1-5ddc-4d9d-b33c-3d3ac13ed1ad tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:53.873542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3a451606-36b6-47b0-aa9e-75b9af6cc3b4 req-36a1e5b1-5ddc-4d9d-b33c-3d3ac13ed1ad tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:17:53.879069 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:53.884045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.899879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-047e93f5-aed1-4aa4-a137-fbf1b755d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:53.901237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-984f7123-5d18-4c3b-a0b4-63d6939142ec tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:53.902000 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-047e93f5-aed1-4aa4-a137-fbf1b755d7fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbf6133fbc814cb1881e1239159e0568&device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 1097 time: 0.2500474
Apr 20 19:17:53.906286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Transition to ACTIVE for port object 401261f6-637b-4fdd-9bf0-ffca18ce794a will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:53.908680 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b89950c75eb248578283e494efe06e99&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6003604
Apr 20 19:17:53.913373 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-984f7123-5d18-4c3b-a0b4-63d6939142ec tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 819 time: 0.5074503
Apr 20 19:17:53.921761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:53.931485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:53.936381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40352) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:53.994220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.008808 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-0a5f34b5-9914-42be-9a6a-a5c6dc04d231 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/quotas/7d47d9888e1a44e59e046c5da416e68d HTTP/1.1" status: 200  len: 375 time: 0.0943973
Apr 20 19:17:54.068061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Attempting to bind port 401261f6-637b-4fdd-9bf0-ffca18ce794a on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:54.068496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Attempting to bind port 401261f6-637b-4fdd-9bf0-ffca18ce794a by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:54.068916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Attempting to bind port 401261f6-637b-4fdd-9bf0-ffca18ce794a on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:54.079705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.084514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:54.084943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:54.085535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.086064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:54.086605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Bound port: 401261f6-637b-4fdd-9bf0-ffca18ce794a, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:54.087033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.149401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-f03475c5-8e86-4fa9-a1b0-8c64947f5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:54.151426 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-f03475c5-8e86-4fa9-a1b0-8c64947f5b24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f9c0d1ee-9f89-446d-946e-0a07de689a6b HTTP/1.1" status: 200  len: 912 time: 0.2406669
Apr 20 19:17:54.172398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] For port 401261f6-637b-4fdd-9bf0-ffca18ce794a, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:54.176197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] For port 401261f6-637b-4fdd-9bf0-ffca18ce794a, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=401261f6-637b-4fdd-9bf0-ffca18ce794a,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:54.177774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670b46a-db04-4b39-b30d-f0fd59ae1377 None None] Pushing event updated for resources: {'Port': ['ID=401261f6-637b-4fdd-9bf0-ffca18ce794a,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:54.187574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.191936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7670b46a-db04-4b39-b30d-f0fd59ae1377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:54.192459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7670b46a-db04-4b39-b30d-f0fd59ae1377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:54.236285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db80cc240>, [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'e4d7877b-d7a6-4964-b671-2c0cc0c39059', 'name': '', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'mac_address': 'fa:16:3e:1c:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 2, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'subnets': [{'id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:54.275102 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-f81bf6de-4b8d-484b-9e4c-9744aacf10d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c97bca53-bcf6-4794-a9d1-87831540373f HTTP/1.1" status: 200  len: 217 time: 0.1143701
Apr 20 19:17:54.285379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:54.286107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db895c278>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:54.302747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Checking router: 37ed63fa-813b-48f7-aece-7f62c3b4558f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:17:54.303400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Updating router 37ed63fa-813b-48f7-aece-7f62c3b4558f port e4d7877b-d7a6-4964-b671-2c0cc0c39059 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:17:54.352362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3a451606-36b6-47b0-aa9e-75b9af6cc3b4 req-36a1e5b1-5ddc-4d9d-b33c-3d3ac13ed1ad tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:17:54.353906 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a451606-36b6-47b0-aa9e-75b9af6cc3b4 req-36a1e5b1-5ddc-4d9d-b33c-3d3ac13ed1ad tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 931 time: 1.3173478
Apr 20 19:17:54.388438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-196ef5e7-51e2-493f-96b4-31b6577500d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:54.390802 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-196ef5e7-51e2-493f-96b4-31b6577500d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=047885d1-3088-419f-a371-be7bb7cc5d92 HTTP/1.1" status: 200  len: 851 time: 0.1078198
Apr 20 19:17:54.420328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.474152 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-64897b07-151d-4413-ab69-789eca1d3802 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f9c0d1ee-9f89-446d-946e-0a07de689a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745740
Apr 20 19:17:54.500640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.519076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40366) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:54.581041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:54.585957 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a451606-36b6-47b0-aa9e-75b9af6cc3b4 req-fb1fac06-abb3-4a77-89ba-4b9f0fe8b278 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876340
Apr 20 19:17:54.630242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.670786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670b46a-db04-4b39-b30d-f0fd59ae1377 None None] Pushing event updated for resources: {'Port': ['ID=401261f6-637b-4fdd-9bf0-ffca18ce794a,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:54.674128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7670b46a-db04-4b39-b30d-f0fd59ae1377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:54.743142 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-03e63e2b-14d7-4a45-982b-9a8b5ffe35af service neutron] 10.222.0.52 "GET /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610717
Apr 20 19:17:54.764189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.842911 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.860541 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1066aaae-c1ee-45e6-bee2-adc56da33091 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59e9627eb76d4875989ebadd72f8a7d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3399568
Apr 20 19:17:54.863576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40370) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:54.865643 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-f2ef6d0a-da37-432a-989f-df7a584b4722 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7338285
Apr 20 19:17:54.938096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.949741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.953146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:54.971371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.975908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.977620 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.1960790
Apr 20 19:17:54.979395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:54.982844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40374) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:55.003317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'security_group_rule': {'security_group_id': '6453af70-1a8f-4e40-9e43-545ef1717c80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:55.012411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db895c278>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:17:47Z', 'revision_number': 3, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:55.017770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:55.022015 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62a5bf20-146e-4932-bc9a-79651fafb79e req-b17bacfb-316c-4df4-bb94-eea28082daee service neutron] 10.222.0.52 "GET /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689767
Apr 20 19:17:55.024833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87062a2-a376-4e25-b87a-e4d52aa3e182 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:17:47Z', 'revision_number': 3, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:17:55.041992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:55.048186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:55.052629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.070847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:55.114015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.115433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.125665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Transition to ACTIVE for port object 66a6ef6b-e88b-4357-85c7-827f41f3118d will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:55.141467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Transition to ACTIVE for port object e4d7877b-d7a6-4964-b671-2c0cc0c39059 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:55.147830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.159381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:55.184505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.194628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.197231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.206939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.226331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:55.231521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6453af70-1a8f-4e40-9e43-545ef1717c80,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:55.236874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.250322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:55.259287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.260575 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd61d717-d062-4332-8e18-eacdb984bda3 HTTP/1.1" status: 204  len: 168 time: 0.3958867
Apr 20 19:17:55.264211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.265491 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2783003
Apr 20 19:17:55.266503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ede93fe-9079-4cd5-b3af-0ecb2c21c5e2,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:55.270058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ab755e5f-0c82-4376-beb8-659015b98f45 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:55.270759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40382) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:55.271222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:55.288420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'security_group_rule': {'security_group_id': '6453af70-1a8f-4e40-9e43-545ef1717c80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:55.296606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd61d717-d062-4332-8e18-eacdb984bda3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:55.299584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:55.301016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:55.311099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:55.315975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:55.327760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:55.361773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.443641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.460181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.494278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.498111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:55.515771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.518137 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2376795
Apr 20 19:17:55.527862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40386) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:17:55.565630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc7a841-e0d4-4791-b79d-6ceb430f7d0c,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:55.565986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:55.568395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:55.600889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57579260-9b73-4425-96d5-94e4b9ea0e8d req-227fd904-34b9-4bce-b727-62d414ecb98c tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:55.603711 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-57579260-9b73-4425-96d5-94e4b9ea0e8d req-227fd904-34b9-4bce-b727-62d414ecb98c tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 944 time: 0.8300118
Apr 20 19:17:55.605805 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-44621372-b282-4c3c-9e19-3a56bee90494 service neutron] 10.222.0.48 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6949573
Apr 20 19:17:55.669933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:55.732705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:55.786525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fdc27-665f-4747-aae9-7067d67650f8 None None] Pushing event updated for resources: {'Port': ['ID=66a6ef6b-e88b-4357-85c7-827f41f3118d,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:55.792709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-436fdc27-665f-4747-aae9-7067d67650f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:55.802070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:55.859805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:floatingip and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:55.863210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:55.870220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:55.898781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8020faf-dc67-4034-97b1-d4ca0487358e None None] Pushing event updated for resources: {'Port': ['ID=e4d7877b-d7a6-4964-b671-2c0cc0c39059,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:55.907393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8020faf-dc67-4034-97b1-d4ca0487358e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:55.916957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:56.002558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Attempting to bind port 66a6ef6b-e88b-4357-85c7-827f41f3118d on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:56.002970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Attempting to bind port 66a6ef6b-e88b-4357-85c7-827f41f3118d by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:56.003526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Attempting to bind port 66a6ef6b-e88b-4357-85c7-827f41f3118d on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:56.010377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:56.010793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Checking segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:56.011241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.011679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Bound using segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:56.012215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Bound port: 66a6ef6b-e88b-4357-85c7-827f41f3118d, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:56.012760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.044329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Attempting to bind port e4d7877b-d7a6-4964-b671-2c0cc0c39059 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:56.044737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Attempting to bind port e4d7877b-d7a6-4964-b671-2c0cc0c39059 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:56.045141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Attempting to bind port e4d7877b-d7a6-4964-b671-2c0cc0c39059 on network 54a87281-cac4-4c39-a9e0-64b8c916f808 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:56.055251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:56.055673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Checking segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:56.056121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.056559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Bound using segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:56.057090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Bound port: e4d7877b-d7a6-4964-b671-2c0cc0c39059, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:56.057503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.165725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870516b2-eaf6-4776-baa4-7c09e8ce9f7c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:56.167906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.189524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:56.231818 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-57579260-9b73-4425-96d5-94e4b9ea0e8d req-c6fe26bf-ec1b-48ac-a004-e78f0ba4a062 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5908689
Apr 20 19:17:56.247846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] For port 66a6ef6b-e88b-4357-85c7-827f41f3118d, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:56.252557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] For port 66a6ef6b-e88b-4357-85c7-827f41f3118d, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=66a6ef6b-e88b-4357-85c7-827f41f3118d,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:56.254145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] For port e4d7877b-d7a6-4964-b671-2c0cc0c39059, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:17:56.264704 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d50cd3a7-f9c8-4131-8976-a7c19eb8d230 service neutron] 10.222.0.48 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5916529
Apr 20 19:17:56.269242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] For port e4d7877b-d7a6-4964-b671-2c0cc0c39059, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e4d7877b-d7a6-4964-b671-2c0cc0c39059,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:17:56.271189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.276996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:56.318615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.377774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:56.382241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8217668>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:56.497640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.498972 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/870516b2-eaf6-4776-baa4-7c09e8ce9f7c HTTP/1.1" status: 204  len: 168 time: 2.5600076
Apr 20 19:17:56.627810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fdc27-665f-4747-aae9-7067d67650f8 None None] Pushing event updated for resources: {'Port': ['ID=66a6ef6b-e88b-4357-85c7-827f41f3118d,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:56.639205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-436fdc27-665f-4747-aae9-7067d67650f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:56.639959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Routers {'37ed63fa-813b-48f7-aece-7f62c3b4558f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:17:56.640704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db80cc240>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37ed63fa-813b-48f7-aece-7f62c3b4558f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:56.704817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:56.751060 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e2f5f9e-8664-4180-b844-a28fc2c20d34 req-b07f03d6-3b3a-407d-8d46-add0a6446114 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 210 time: 0.1516652
Apr 20 19:17:56.765028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61058f3c-8b60-49a4-861f-fd84a5142bbc {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:17:56.797801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.827844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Transition to ACTIVE for port object 61058f3c-8b60-49a4-861f-fd84a5142bbc will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:56.852146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:56.887768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Allocated IP 172.20.0.1 (b51c7665-608e-4722-a739-79996e632bcb/11cb1765-80f0-417e-94e5-be1bf37b9804/317a8f9b-bfa5-4f43-a49a-bb7680972d34) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:56.891961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:57.023645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8020faf-dc67-4034-97b1-d4ca0487358e None None] Pushing event updated for resources: {'Port': ['ID=e4d7877b-d7a6-4964-b671-2c0cc0c39059,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:57.029599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8020faf-dc67-4034-97b1-d4ca0487358e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:57.085677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Pushing event updated for resources: {'Port': ['ID=61058f3c-8b60-49a4-861f-fd84a5142bbc,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:57.124010 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:57.129860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 401261f6-637b-4fdd-9bf0-ffca18ce794a up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:57.145720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:57.289231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964776d-37d1-498e-a29b-818149c7faa0 req-aac57d99-3ce8-4dac-9ace-3bf12e30e876 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:57.292762 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a964776d-37d1-498e-a29b-818149c7faa0 req-aac57d99-3ce8-4dac-9ace-3bf12e30e876 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 931 time: 0.8043709
Apr 20 19:17:57.330839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 401261f6-637b-4fdd-9bf0-ffca18ce794a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:17:57.349379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 401261f6-637b-4fdd-9bf0-ffca18ce794a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:57.350096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:57.474414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] Set router 37ed63fa-813b-48f7-aece-7f62c3b4558f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:17:57.534760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:57.555837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 401261f6-637b-4fdd-9bf0-ffca18ce794a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=401261f6-637b-4fdd-9bf0-ffca18ce794a,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:57.560543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:57.567181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:57.693427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:57.736624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=401261f6-637b-4fdd-9bf0-ffca18ce794a,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:57.746916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:57.837508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device c97bca53-bcf6-4794-a9d1-87831540373f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:17:57.875394 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a964776d-37d1-498e-a29b-818149c7faa0 req-010df41b-788a-4ca9-ba70-c453e9acdde1 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5715890
Apr 20 19:17:58.055096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Allocated IP 172.27.1.251 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/743f1ca5-688c-4d6b-975b-1c564827a25f) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:58.261121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:58.262578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port c97bca53-bcf6-4794-a9d1-87831540373f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c97bca53-bcf6-4794-a9d1-87831540373f,segment=NetworkSegment(ff2c6920-3701-4a1a-84be-7dfa1c4a6138),segment_id=ff2c6920-3701-4a1a-84be-7dfa1c4a6138)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:58.293784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'c97bca53-bcf6-4794-a9d1-87831540373f', 'network_id': 'f9c0d1ee-9f89-446d-946e-0a07de689a6b', 'port_id': 'c97bca53-bcf6-4794-a9d1-87831540373f', 'mac_address': 'fa:16:3e:0b:ef:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047885d1-3088-419f-a371-be7bb7cc5d92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:17:58.335452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:58.446472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:58.453933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:58.482386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db80cc240>, [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'e4d7877b-d7a6-4964-b671-2c0cc0c39059', 'name': '', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'mac_address': 'fa:16:3e:1c:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'subnets': [{'id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:58.487572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8217668>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:17:58.492720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7b594-d9d4-4374-a714-36e2820e064f None None] The sync data for ids ['37ed63fa-813b-48f7-aece-7f62c3b4558f'] in dv-cinder-786933-2-iscsi is: [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'e4d7877b-d7a6-4964-b671-2c0cc0c39059', 'name': '', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'mac_address': 'fa:16:3e:1c:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:47Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'subnets': [{'id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:17:58.496157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac482e-4703-4fab-b2bc-56d9e9aee951 None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:17:56Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:17:58.504188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97bca53-bcf6-4794-a9d1-87831540373f {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:17:58.573935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port c97bca53-bcf6-4794-a9d1-87831540373f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c97bca53-bcf6-4794-a9d1-87831540373f,segment=NetworkSegment(ff2c6920-3701-4a1a-84be-7dfa1c4a6138),segment_id=ff2c6920-3701-4a1a-84be-7dfa1c4a6138)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:17:58.581946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:58.582487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3099d34f-235f-42bf-80e5-dce246ffaf07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:17:58.606983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-8c5e40ce-6e53-482c-be35-8654733da9df tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:58.606983 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-8c5e40ce-6e53-482c-be35-8654733da9df tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 819 time: 1.3091776
Apr 20 19:17:58.622476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:58.655513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Attempting to bind port 61058f3c-8b60-49a4-861f-fd84a5142bbc on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:17:58.655895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Attempting to bind port 61058f3c-8b60-49a4-861f-fd84a5142bbc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:17:58.656270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Attempting to bind port 61058f3c-8b60-49a4-861f-fd84a5142bbc on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:58.743089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Port 61058f3c-8b60-49a4-861f-fd84a5142bbc on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:17:58.743468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Attempting to bind port 61058f3c-8b60-49a4-861f-fd84a5142bbc on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:17:58.795225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:17:58.817395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-448dae99-3071-49cd-a4f6-c3344484d935 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:58.822680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-448dae99-3071-49cd-a4f6-c3344484d935 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Synchronizing usage tracker for tenant:7d47d9888e1a44e59e046c5da416e68d on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:17:58.828078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:17:58.836916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:17:58.869875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-448dae99-3071-49cd-a4f6-c3344484d935 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Unset dirty status for tenant:7d47d9888e1a44e59e046c5da416e68d on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:17:58.871040 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-448dae99-3071-49cd-a4f6-c3344484d935 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 819 time: 0.5517020
Apr 20 19:17:58.886358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Request body: {'port': {'device_id': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'admin_state_up': True, 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:17:58.888465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['c97bca53-bcf6-4794-a9d1-87831540373f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:17:58.945182 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-50198856-4ef9-4370-b5e2-9ab0c1086bd9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/quotas/7d47d9888e1a44e59e046c5da416e68d HTTP/1.1" status: 200  len: 375 time: 0.3135426
Apr 20 19:17:58.945182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:17:58.958917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Checking segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:17:58.959638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Bound using segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:17:58.960203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Bound port: 61058f3c-8b60-49a4-861f-fd84a5142bbc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:17:58.960610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:59.012255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Transition to ACTIVE for port object 317a8f9b-bfa5-4f43-a49a-bb7680972d34 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:17:59.042102 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'Port': ['ID=743f1ca5-688c-4d6b-975b-1c564827a25f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:59.129484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=c97bca53-bcf6-4794-a9d1-87831540373f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:17:59.184658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:59.192758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:17:59.341283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:17:59.358016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Usage tracker for resource:port and tenant:7d47d9888e1a44e59e046c5da416e68d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:17:59.366825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:17:59.384856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:17:59.411219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Made reservation on behalf of 7d47d9888e1a44e59e046c5da416e68d for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:17:59.417391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:59.434396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 401261f6-637b-4fdd-9bf0-ffca18ce794a up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:17:59.731407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 401261f6-637b-4fdd-9bf0-ffca18ce794a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:17:59.742812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:59.768796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Allocated IP 172.20.0.13 (54a87281-cac4-4c39-a9e0-64b8c916f808/63127f32-3bc1-4f38-9c75-aaf2e795949d/25a065c9-4997-4b1c-8cf3-f66d5c392d3a) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:17:59.800304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54a5a0-6307-41fc-9a62-b8812c2ed006 req-2e88c4a7-c8b2-425b-be61-7170d7f71dfb tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:17:59.802301 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce54a5a0-6307-41fc-9a62-b8812c2ed006 req-2e88c4a7-c8b2-425b-be61-7170d7f71dfb tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 944 time: 1.5025294
Apr 20 19:18:00.079443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.144856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.169684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d4e25ff-3ebd-4299-82d7-342977e127d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:00.233169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:00.240668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:00.256596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:00.266803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:00.267457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.333553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Pushing event updated for resources: {'Port': ['ID=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:00.345477 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4640484
Apr 20 19:18:00.346461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:00.374800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 66a6ef6b-e88b-4357-85c7-827f41f3118d up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:00.465935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.467152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] For port 61058f3c-8b60-49a4-861f-fd84a5142bbc, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:00.504162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 66a6ef6b-e88b-4357-85c7-827f41f3118d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:00.509738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:00.510956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 66a6ef6b-e88b-4357-85c7-827f41f3118d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:00.511497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.548920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.559199 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce54a5a0-6307-41fc-9a62-b8812c2ed006 req-ab2ce3ff-79ca-4bf6-8e14-54d6c50375a6 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6468825
Apr 20 19:18:00.567512 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-b2ec0934-79d2-4000-9f02-d79a28c6e3be tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&fields=id HTTP/1.1" status: 200  len: 255 time: 1.5267775
Apr 20 19:18:00.569519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] For port 61058f3c-8b60-49a4-861f-fd84a5142bbc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:00.631444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.633809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Network b51c7665-608e-4722-a739-79996e632bcb is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:00.657968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:00.753451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.810641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:00.819417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 66a6ef6b-e88b-4357-85c7-827f41f3118d, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=66a6ef6b-e88b-4357-85c7-827f41f3118d,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:00.826353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.827377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e4d7877b-d7a6-4964-b671-2c0cc0c39059 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:00.862717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:00.947351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:00.947965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.949642 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/61058f3c-8b60-49a4-861f-fd84a5142bbc HTTP/1.1" status: 200  len: 1093 time: 7.1302195
Apr 20 19:18:00.959305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'tag': '61058f3c-8b60-49a4-861f-fd84a5142bbc'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:00.963473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Pushing event updated for resources: {'Port': ['ID=317a8f9b-bfa5-4f43-a49a-bb7680972d34,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:00.966676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:00.968883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=66a6ef6b-e88b-4357-85c7-827f41f3118d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:00.976989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:00.984755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port e4d7877b-d7a6-4964-b671-2c0cc0c39059 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:00.991308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:00.991675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port e4d7877b-d7a6-4964-b671-2c0cc0c39059 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:00.992098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.049925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f40d7fed-a7e6-4698-a26e-3bfdb4e2740d None None] Provisioning for port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:01.066945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f40d7fed-a7e6-4698-a26e-3bfdb4e2740d None None] Provisioning complete for port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:01.068845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f40d7fed-a7e6-4698-a26e-3bfdb4e2740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.093360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.123879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:18:01.220287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f40d7fed-a7e6-4698-a26e-3bfdb4e2740d None None] Port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:18:01.240782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.280031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.280283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port e4d7877b-d7a6-4964-b671-2c0cc0c39059, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e4d7877b-d7a6-4964-b671-2c0cc0c39059,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:01.285676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.288808 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-196c1962-0ccd-4d67-83c5-d9af0ba77f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:01.380888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.387661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=e4d7877b-d7a6-4964-b671-2c0cc0c39059,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:01.391141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:01.394385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 66a6ef6b-e88b-4357-85c7-827f41f3118d up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:01.396218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-b7362ac9-79ef-4f48-bbe2-60703304559a service neutron] 10.222.0.48 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7981398
Apr 20 19:18:01.402360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.468491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Pushing event updated for resources: {'Port': ['ID=61058f3c-8b60-49a4-861f-fd84a5142bbc,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:01.468726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 66a6ef6b-e88b-4357-85c7-827f41f3118d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:01.469059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.525121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:01.538612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20e71-f491-451b-9dff-f5b017daf37e req-3ab94f5e-70f7-431a-a6a7-bedee5889c33 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:01.540243 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-97b20e71-f491-451b-9dff-f5b017daf37e req-3ab94f5e-70f7-431a-a6a7-bedee5889c33 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 0.7420881
Apr 20 19:18:01.540831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:01.741961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'Port': ['ID=743f1ca5-688c-4d6b-975b-1c564827a25f,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:01.753267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.761145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:01.764618 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-97b20e71-f491-451b-9dff-f5b017daf37e req-0c0377a0-7fcd-415c-af52-8192928d14b2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918669
Apr 20 19:18:01.839124 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-a1b26808-ec2a-4bc1-a29b-943c7d55e81f service neutron] 10.222.0.48 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4292095
Apr 20 19:18:01.850362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.864384 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3279929
Apr 20 19:18:01.872149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:01.995430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'tag': '61058f3c-8b60-49a4-861f-fd84a5142bbc', 'status': 'completed', 'code': 200}
Apr 20 19:18:02.198012 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-97534772-4ee4-4680-a9fb-d4a6d748d751 req-f9df3070-8e50-4280-ba50-1c2b8e399133 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.1495543
Apr 20 19:18:02.286814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39e0a-2d16-4e26-9fd9-a186a81c6d76 req-36674e8e-1346-4bc8-9be5-7260d0fcd543 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:02.288458 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6a39e0a-2d16-4e26-9fd9-a186a81c6d76 req-36674e8e-1346-4bc8-9be5-7260d0fcd543 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 945 time: 0.2385805
Apr 20 19:18:02.354888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:02.370820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:02.418599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:02.463078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-6c22cfb8-7fe7-4910-9c65-7a2609b5620d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:02.482266 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6a39e0a-2d16-4e26-9fd9-a186a81c6d76 req-5cc785ca-b2c2-442e-83d2-f3556339fce1 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762893
Apr 20 19:18:02.527606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Pushing event updated for resources: {'Port': ['ID=317a8f9b-bfa5-4f43-a49a-bb7680972d34,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:02.530659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:02.534502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-6c22cfb8-7fe7-4910-9c65-7a2609b5620d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:02.535751 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-6c22cfb8-7fe7-4910-9c65-7a2609b5620d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1995719750&fields=id&tenant_id=f544a358435545bc91293d5552058381 HTTP/1.1" status: 200  len: 267 time: 0.2310379
Apr 20 19:18:02.536561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:02.732312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Request body: {'port': {'device_id': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:02.736244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device c97bca53-bcf6-4794-a9d1-87831540373f up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:02.853098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port c97bca53-bcf6-4794-a9d1-87831540373f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:02.865178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port c97bca53-bcf6-4794-a9d1-87831540373f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:02.865620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:02.910807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.027482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.074064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97bca53-bcf6-4794-a9d1-87831540373f'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:03.135781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-75ecc27e-710c-4e9c-a26f-15593fa3d26e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:03.141709 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-75ecc27e-710c-4e9c-a26f-15593fa3d26e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 811 time: 0.5820704
Apr 20 19:18:03.156803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port c97bca53-bcf6-4794-a9d1-87831540373f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c97bca53-bcf6-4794-a9d1-87831540373f,segment=NetworkSegment(ff2c6920-3701-4a1a-84be-7dfa1c4a6138),segment_id=ff2c6920-3701-4a1a-84be-7dfa1c4a6138)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:03.161209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.164697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:03.215637 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-99a4e70c-ff28-4e5c-a089-93040ec53f80 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/quotas/f544a358435545bc91293d5552058381 HTTP/1.1" status: 200  len: 375 time: 0.0394108
Apr 20 19:18:03.247289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=c97bca53-bcf6-4794-a9d1-87831540373f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:03.250748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:03.305437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5c47-3d30-4b31-af10-be2c63533cf1 req-c78ea88c-f226-4bb9-ab0d-9a632a321ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:03.306947 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cac5c47-3d30-4b31-af10-be2c63533cf1 req-c78ea88c-f226-4bb9-ab0d-9a632a321ee0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 1096 time: 0.4013681
Apr 20 19:18:03.310518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Network b51c7665-608e-4722-a739-79996e632bcb is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:03.314858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:03.339076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a065c9-4997-4b1c-8cf3-f66d5c392d3a {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:03.339220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704136cc-a78b-4308-9b14-959965fa6ae2 req-51f0f610-03d0-419b-93be-56bb2a93691c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:03.340854 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-704136cc-a78b-4308-9b14-959965fa6ae2 req-51f0f610-03d0-419b-93be-56bb2a93691c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 0.3840461
Apr 20 19:18:03.347988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.365076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Transition to ACTIVE for port object 25a065c9-4997-4b1c-8cf3-f66d5c392d3a will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:03.368425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.379929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e4d7877b-d7a6-4964-b671-2c0cc0c39059 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:03.380594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:03.458281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port e4d7877b-d7a6-4964-b671-2c0cc0c39059 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:03.458700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.521682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Pushing event updated for resources: {'Port': ['ID=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:03.525441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:03.590735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Attempting to bind port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:03.591169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Attempting to bind port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:03.591991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Attempting to bind port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a on network 54a87281-cac4-4c39-a9e0-64b8c916f808 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:03.597309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a on network 54a87281-cac4-4c39-a9e0-64b8c916f808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:18:03.597309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Attempting to bind port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a on network 54a87281-cac4-4c39-a9e0-64b8c916f808 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:03.602629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a2929e1f-0c19-4a55-80d8-0fbe9f5ffaf9 None None] Provisioning complete for port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:03.603041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2929e1f-0c19-4a55-80d8-0fbe9f5ffaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.603796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:03.604181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Checking segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:03.604617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Bound using segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:03.605096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Bound port: 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:03.605566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.623703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Router a42b754e-4016-45c8-a2a7-010ae1726c0f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:18:03.639399 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-704136cc-a78b-4308-9b14-959965fa6ae2 req-a213238d-b94e-439a-9be6-cd0dc8d73164 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398088
Apr 20 19:18:03.675289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a2929e1f-0c19-4a55-80d8-0fbe9f5ffaf9 None None] Port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:18:03.713162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] For port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:03.715196 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-eb84b0a7-20bd-4f61-85cd-c258b28da41a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4858530
Apr 20 19:18:03.716401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] For port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:03.720658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.726331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:03.781950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:03.783308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.785094 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] 10.222.0.52 "PUT /v2.0/ports/25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 1094 time: 1.0584235
Apr 20 19:18:03.788090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'tag': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:03.788605 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97bca53-bcf6-4794-a9d1-87831540373f', 'code': 200}
Apr 20 19:18:03.823603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Pushing event updated for resources: {'Port': ['ID=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:03.827515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:03.986770 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a62bf608-592d-4ccd-9e01-2bcff56cc0eb req-53a775ab-154d-4901-9c5c-5e002e7437f3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.0767546
Apr 20 19:18:04.055554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:18:04.062175 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] 10.222.0.48 "PUT /v2.0/routers/a42b754e-4016-45c8-a2a7-010ae1726c0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9685190
Apr 20 19:18:04.066287 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a837fb72-8a3d-490a-83b3-56692c5ab1fd service neutron] 10.222.0.48 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692449
Apr 20 19:18:04.073768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:18:04.090956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:18:04.091834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8703dd8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:04.312833 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-d7f53a53-ccb4-471c-bd31-2b7e42dd8dd7 service neutron] 10.222.0.48 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2362952
Apr 20 19:18:04.316327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:18:04.322628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a426-31c6-4611-85ca-6d81a5067ae7 req-ed52ef47-9673-4c46-b287-e07d8d56abe2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:04.324245 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c71a426-31c6-4611-85ca-6d81a5067ae7 req-ed52ef47-9673-4c46-b287-e07d8d56abe2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.1571307
Apr 20 19:18:04.375416 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c71a426-31c6-4611-85ca-6d81a5067ae7 req-c8c4e92b-d103-4934-963d-32a4ef5ebdff tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440018
Apr 20 19:18:04.442300 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'tag': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a', 'status': 'completed', 'code': 200}
Apr 20 19:18:04.532268 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6408cbf9-4676-47ac-b743-9a9b3f32b2e1 req-9fc25791-a376-4fc0-a1d4-081bfd6ebae6 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 210 time: 0.0507216
Apr 20 19:18:04.664265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8703dd8>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 2, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:04.669147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:18:04.669670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Updating router a42b754e-4016-45c8-a2a7-010ae1726c0f port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:18:04.744558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:04.803584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40626) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:04.810091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223656636', 'description': 'tempest-description--721906689'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:04.816768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:04.821585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:04.828103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:04.836712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:04.848432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:04.879006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:04.883211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:04.886341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:04.892588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:04.899553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4a40-a407-411c-a46a-ee49a9ef393e req-8bd81718-adee-47a3-ad7f-8559f46aa2e2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:04.901207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a4b4a40-a407-411c-a46a-ee49a9ef393e req-8bd81718-adee-47a3-ad7f-8559f46aa2e2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 0.1309373
Apr 20 19:18:04.961442 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a4b4a40-a407-411c-a46a-ee49a9ef393e req-b6f3667e-79f7-4eb8-b71d-94b969693f1c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530317
Apr 20 19:18:04.974549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:04.986418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:04.992484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00a0ff85-cb91-4ed2-9464-9de344224c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:05.040022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b1156-44da-4703-9668-eb9cd279f38f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:05.044306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:05.059444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.063551 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2560611
Apr 20 19:18:05.063797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40634) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:05.074461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'security_group_rule': {'security_group_id': 'c18b1156-44da-4703-9668-eb9cd279f38f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:05.081766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:05.088319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:05.092035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:05.099878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:05.121662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.181631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.195525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Transition to ACTIVE for port object 317a8f9b-bfa5-4f43-a49a-bb7680972d34 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:05.197331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.201560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.203059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.204383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-38443494-ee74-403e-b1fa-f68bab0e8846 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:05.208730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-544590e4-f9c7-4fc5-b279-d2175c2c0ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:05.229265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ac579-40e1-4b1c-8972-a6d8faae47e1,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:05.231959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:05.243027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.244786 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1796608
Apr 20 19:18:05.247282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40638) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:05.252971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'security_group_rule': {'security_group_id': 'c18b1156-44da-4703-9668-eb9cd279f38f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:05.260919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:05.266290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:05.269469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:05.276579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:05.298804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.325803 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e38d5fbb-cc2c-407d-8c0a-946208b44c7e req-82871d0b-8316-4690-b86b-70dd86b9a278 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.0886216
Apr 20 19:18:05.403406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.420673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d535-325c-43b4-8b03-5ae3bd25ba6a None None] Pushing event updated for resources: {'Port': ['ID=317a8f9b-bfa5-4f43-a49a-bb7680972d34,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:05.421740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.424395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-25fb1438-1981-47b2-a250-dc262f9d07af tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:05.425121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3239d535-325c-43b4-8b03-5ae3bd25ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:05.452187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Attempting to bind port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:05.452616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Attempting to bind port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:05.453044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Attempting to bind port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 on network b51c7665-608e-4722-a739-79996e632bcb {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:05.454903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9971d2d9-bbf5-41dd-9988-44bc88f6c8aa,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:05.461767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:05.462250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Checking segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:05.462714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.463229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Bound using segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:05.463669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Bound port: 317a8f9b-bfa5-4f43-a49a-bb7680972d34, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:05.464106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.471892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:05.495259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.497073 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2487092
Apr 20 19:18:05.500512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40648) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:05.507325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:05.519260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:05.536189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:floatingip and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:05.539827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:05.558477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:05.581204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.599117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] For port 317a8f9b-bfa5-4f43-a49a-bb7680972d34, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:05.605111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] For port 317a8f9b-bfa5-4f43-a49a-bb7680972d34, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=317a8f9b-bfa5-4f43-a49a-bb7680972d34,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:05.609162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:05.623888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3b2157fb-2295-4bed-b508-5ded550d8f50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:05.896850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:18:05.897650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8703dd8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:17:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:05.921384 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-46f84acd-21fb-411c-aa95-366ad2dd8562 req-3b337a76-d883-44e9-9c86-c4ca07b1efa4 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 210 time: 0.1520557
Apr 20 19:18:05.975471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d535-325c-43b4-8b03-5ae3bd25ba6a None None] Pushing event updated for resources: {'Port': ['ID=317a8f9b-bfa5-4f43-a49a-bb7680972d34,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:05.987567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429efd9-ccaa-4a6d-a129-be9419b97045 req-3767bdf2-0274-4930-80c6-9d1dd312658b tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:05.995360 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2429efd9-ccaa-4a6d-a129-be9419b97045 req-3767bdf2-0274-4930-80c6-9d1dd312658b tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.2281103
Apr 20 19:18:06.074892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3239d535-325c-43b4-8b03-5ae3bd25ba6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:06.075279 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2429efd9-ccaa-4a6d-a129-be9419b97045 req-d3f48fa2-8a1b-484f-bc6a-d604476797ca tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766459
Apr 20 19:18:06.107411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:06.241086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:18:06.295677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddee739-2f4e-4952-823d-50b138d69dfe req-c53d793c-0ab1-406f-b62a-4824ddae73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:06.297448 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ddee739-2f4e-4952-823d-50b138d69dfe req-c53d793c-0ab1-406f-b62a-4824ddae73a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1097 time: 0.1477785
Apr 20 19:18:06.414356 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.52', 55617) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:06.579289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddee739-2f4e-4952-823d-50b138d69dfe req-5703ec07-6b25-4640-b220-7db6a71eec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:06.580908 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ddee739-2f4e-4952-823d-50b138d69dfe req-5703ec07-6b25-4640-b220-7db6a71eec99 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7d47d9888e1a44e59e046c5da416e68d&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2719905
Apr 20 19:18:06.625274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.52', 55618) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:06.776017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5c47-3d30-4b31-af10-be2c63533cf1 req-e2275674-f8c7-4b6e-8cc4-81da5cc3fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:06.777643 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cac5c47-3d30-4b31-af10-be2c63533cf1 req-e2275674-f8c7-4b6e-8cc4-81da5cc3fcd9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&shared=False HTTP/1.1" status: 200  len: 916 time: 0.5655448
Apr 20 19:18:06.858551 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-274a2da8-3039-42f5-95b6-38a1fcf50d49 req-7f2ff387-ae2e-47ae-9eda-eba135bf5ed3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.2233360
Apr 20 19:18:06.938537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-4fe4a6a2-3e8f-40b9-bf3e-3db278c9568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:06.940288 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-4fe4a6a2-3e8f-40b9-bf3e-3db278c9568a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 1099 time: 0.5247390
Apr 20 19:18:06.975259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8703dd8>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:06.981087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db69aebd-755d-4510-9480-d83af8a0c916 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:05Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:18:07.034517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:07.106957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:07.125763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Usage tracker for resource:security_group_rule and tenant:78fdb4f884494997a310092a004c442f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:07.138432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:07.209250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:07.331484 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8bafe3d5-fd39-4ffa-963c-969695e11a8e req-e11014b1-6721-467a-8211-4052e28cb180 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 210 time: 0.1173027
Apr 20 19:18:07.335823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddee739-2f4e-4952-823d-50b138d69dfe req-3b1bdcd9-0ad9-4aa4-90fc-76f527743e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:07.337391 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ddee739-2f4e-4952-823d-50b138d69dfe req-3b1bdcd9-0ad9-4aa4-90fc-76f527743e98 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7472296
Apr 20 19:18:07.365608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-99f7654e-a268-4977-b2c4-c8af73220d4a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:07.372495 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-99f7654e-a268-4977-b2c4-c8af73220d4a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 819 time: 0.7437501
Apr 20 19:18:07.413251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437104d-0de0-4b1a-a45b-6ebfc44b487a req-48e50ae8-1af5-4d9a-bb97-7ac3ebcf63c8 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:07.433970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b437104d-0de0-4b1a-a45b-6ebfc44b487a req-48e50ae8-1af5-4d9a-bb97-7ac3ebcf63c8 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 1.2229128
Apr 20 19:18:07.469538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.52', 55622) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:07.476963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:07.523635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 317a8f9b-bfa5-4f43-a49a-bb7680972d34 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:07.579599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Allocated IP 172.27.1.116 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/ebc4b05f-0899-4886-ac8f-a271c88e91c2) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:18:07.641928 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b437104d-0de0-4b1a-a45b-6ebfc44b487a req-df4fecbd-0e30-4c60-9a80-36db5be8d541 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034776
Apr 20 19:18:07.661917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5c47-3d30-4b31-af10-be2c63533cf1 req-7cc946c3-3aee-4f67-8d83-0366ff120353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:07.663731 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7cac5c47-3d30-4b31-af10-be2c63533cf1 req-7cc946c3-3aee-4f67-8d83-0366ff120353 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8356950
Apr 20 19:18:07.690116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Request body: {'port': {'device_id': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'admin_state_up': True, 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:07.718106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:07.729718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:07.729718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:07.739834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:07.952923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:08.067675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:08.094507 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1444268
Apr 20 19:18:08.147878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 317a8f9b-bfa5-4f43-a49a-bb7680972d34, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=317a8f9b-bfa5-4f43-a49a-bb7680972d34,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:08.154287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:08.156474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:08.244454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf484ef-a847-4362-b0eb-7331edd87348,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:08.266226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d12356e6-3e38-4653-b7cf-0a8e26d30132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:08.268452 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-d12356e6-3e38-4653-b7cf-0a8e26d30132 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1097 time: 0.7830560
Apr 20 19:18:08.275091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:08.300020 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-929b6408-5808-4699-a5a1-4a877dc06acd req-7f404f89-05ab-4289-a1f2-aa8898213987 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.1638625
Apr 20 19:18:08.303949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-34a41372-9cf6-4893-b49d-b4ae42423635 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:08.305017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-34a41372-9cf6-4893-b49d-b4ae42423635 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:08.329179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=317a8f9b-bfa5-4f43-a49a-bb7680972d34,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:08.329179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:08.344414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:08.348833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-34a41372-9cf6-4893-b49d-b4ae42423635 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:08.350366 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-34a41372-9cf6-4893-b49d-b4ae42423635 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 811 time: 0.9768240
Apr 20 19:18:08.351451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Usage tracker for resource:port and tenant:7d47d9888e1a44e59e046c5da416e68d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:08.355382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:08.375822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:08.393544 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-938c76ca-81e3-42cd-9db3-ab1a193fe633 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 217 time: 0.0909681
Apr 20 19:18:08.400885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Made reservation on behalf of 7d47d9888e1a44e59e046c5da416e68d for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:08.407311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:08.532833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-c5a03150-99f6-4fd2-babd-3c33c8e72c49 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:08.573880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-24baf43f-ce35-47dc-8e56-8ce1c7bd184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:08.575564 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-24baf43f-ce35-47dc-8e56-8ce1c7bd184d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 1096 time: 0.5858874
Apr 20 19:18:08.583780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78d1a-b3ab-4781-99db-c6e2e978fb45 req-129b1a10-0ae9-41eb-a9ad-a2220ba0cfe9 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:08.585270 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee78d1a-b3ab-4781-99db-c6e2e978fb45 req-129b1a10-0ae9-41eb-a9ad-a2220ba0cfe9 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.8636143
Apr 20 19:18:08.593597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-c5a03150-99f6-4fd2-babd-3c33c8e72c49 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:08.595003 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-c5a03150-99f6-4fd2-babd-3c33c8e72c49 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f544a358435545bc91293d5552058381 HTTP/1.1" status: 200  len: 5705 time: 0.2333903
Apr 20 19:18:08.613259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'port': {'device_id': '072ef72c-8b70-4646-b698-a199605e7183', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'admin_state_up': True, 'tenant_id': 'f544a358435545bc91293d5552058381', 'security_groups': ['6453af70-1a8f-4e40-9e43-545ef1717c80']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:08.666311 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df0949ca-e409-4258-aa6a-c0c151d344a5 req-fc196ed6-1dc4-46eb-823a-65f6172d348c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 210 time: 0.1636629
Apr 20 19:18:08.667901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-74e93cbc-2a43-4fa2-b283-63b8cc39acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:08.669367 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-74e93cbc-2a43-4fa2-b283-63b8cc39acd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.2674332
Apr 20 19:18:08.696643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:08.722237 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-9dfe1131-0196-4927-8e11-7ba2685171eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc HTTP/1.1" status: 200  len: 217 time: 0.1358166
Apr 20 19:18:08.746531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Allocated IP 172.20.0.9 (54a87281-cac4-4c39-a9e0-64b8c916f808/63127f32-3bc1-4f38-9c75-aaf2e795949d/f1a70b57-4809-468b-bc54-39462d51aaa1) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:18:08.776087 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-bff34975-8337-40cb-96fc-1a4d291a7a21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556984
Apr 20 19:18:08.796044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:08.804765 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:port and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:08.816299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:08.826997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:08.868179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Made reservation on behalf of f544a358435545bc91293d5552058381 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:08.874520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.014469 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dee78d1a-b3ab-4781-99db-c6e2e978fb45 req-51f4dc73-daf3-410f-8007-7820be7c946a tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519247
Apr 20 19:18:09.044952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114179f-db2b-47af-a805-2167a4f4855f req-a908572e-93a4-4f09-a348-26dd3506de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:09.046719 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-a908572e-93a4-4f09-a348-26dd3506de36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.2859840
Apr 20 19:18:09.129535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.147822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:09.166084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.180022 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-8264894f-2af9-4853-99e0-708328c7395b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1131666
Apr 20 19:18:09.207587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Allocated IP 172.20.0.8 (f331ac5d-ad3b-4e48-8bf1-fb572b65b568/8bfe5243-4b35-433f-a123-748a3b18221f/fd534917-0276-4ed8-88b8-906951ef7306) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:18:09.277142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.386628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40784) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:09.387162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eaf267fe-d955-4a4d-b275-8e2d1a6c053a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:09.443917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 317a8f9b-bfa5-4f43-a49a-bb7680972d34 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:09.564917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:09.578861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:09.588156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:09.588645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.614580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:09.621802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:09.622543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.704274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Pushing event updated for resources: {'Port': ['ID=f1a70b57-4809-468b-bc54-39462d51aaa1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:09.724708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:09.775267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261a90f-6987-4c3d-a6bc-c8cbb821170f req-cbdad280-35cb-4f0c-9d03-8c309d33e844 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:09.784341 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f261a90f-6987-4c3d-a6bc-c8cbb821170f req-cbdad280-35cb-4f0c-9d03-8c309d33e844 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 0.9669302
Apr 20 19:18:09.789694 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3050137
Apr 20 19:18:09.816646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Request body: {'port': {'device_id': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:09.859127 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-1634a792-c88b-4d36-96da-cecbb7b8ccb7 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0333271
Apr 20 19:18:09.866898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.895251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:09.917440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:09.930684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:09.932765 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6e76c06e1f454fbadf01d48cf4b572 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:09.952089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'Port': ['ID=ebc4b05f-0899-4886-ac8f-a271c88e91c2,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:09.955139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:09.969576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:09.972977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Transition to ACTIVE for port object fd534917-0276-4ed8-88b8-906951ef7306 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:09.982089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:10.020958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:10.032271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:10.043869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.100341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40820) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:10.174487 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f261a90f-6987-4c3d-a6bc-c8cbb821170f req-6da096f5-06e9-49d0-9a83-0acad646e331 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3891129
Apr 20 19:18:10.223884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.253428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.275116 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b384e3da-f8ab-492d-b99d-ae88ac09d25d req-2e994d5e-5310-4c43-a04e-eec1c42d9640 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3964906
Apr 20 19:18:10.283012 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-1dbe22b7-d119-4830-9441-bac047fe19ce service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0558927
Apr 20 19:18:10.305754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:10.413442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.423886 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.454247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:10.491592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c9b2e-2747-4111-924a-4b5c2de30ca8 req-7a692437-16fa-44e7-b3e2-110a67846a97 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:10.493386 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e35c9b2e-2747-4111-924a-4b5c2de30ca8 req-7a692437-16fa-44e7-b3e2-110a67846a97 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 931 time: 0.8048992
Apr 20 19:18:10.504909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.507682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:10.518266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:10.520777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:10.526976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:10.527633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.546113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.680086 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e35c9b2e-2747-4111-924a-4b5c2de30ca8 req-b67729ac-3fb2-4a70-8b83-68efd56b03dc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695337
Apr 20 19:18:10.685863 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7114179f-db2b-47af-a805-2167a4f4855f req-0f30a6b1-146c-4e59-a00b-d2c59ab8b25a service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3929749
Apr 20 19:18:10.726735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172928eb-e602-411f-822d-7c7778fc4334 req-7f5c07a4-5e00-4f12-96c5-192a694570c2 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:10.728552 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-172928eb-e602-411f-822d-7c7778fc4334 req-7f5c07a4-5e00-4f12-96c5-192a694570c2 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 931 time: 0.4123588
Apr 20 19:18:10.749349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b710ff11-583f-48b5-ae6b-8c9b436de685 None None] Provisioning for port fd534917-0276-4ed8-88b8-906951ef7306 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:10.754449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'Port': ['ID=fd534917-0276-4ed8-88b8-906951ef7306,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:10.755135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b710ff11-583f-48b5-ae6b-8c9b436de685 None None] Provisioning complete for port fd534917-0276-4ed8-88b8-906951ef7306 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:10.755694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b710ff11-583f-48b5-ae6b-8c9b436de685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:10.764881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:10.765535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bbefbfac-6529-4065-86ba-c37b90afffe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:10.773126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Usage tracker for resource:security_group_rule and tenant:1d2189f73217404d99c82a8576c94b8b is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:10.798092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:10.822363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:10.829435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b710ff11-583f-48b5-ae6b-8c9b436de685 None None] Port fd534917-0276-4ed8-88b8-906951ef7306 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:18:10.864152 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d6e76c06e1f454fbadf01d48cf4b572&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3692546
Apr 20 19:18:10.873845 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2709637
Apr 20 19:18:10.878430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40828) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:10.890956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462ca0b7-cdc2-46b8-9e08-358b189070ee,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:10.900692 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-172928eb-e602-411f-822d-7c7778fc4334 req-5a8cac55-6d11-4d31-a26e-0ced3debc519 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212723
Apr 20 19:18:10.917021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:10.922678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Request body: {'port': {'device_id': '072ef72c-8b70-4646-b698-a199605e7183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:10.989388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.000202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab413f2-bf9b-4a52-8218-4fa5a79ecf00 req-02f9d272-de36-4563-94da-0e34404572a3 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:11.001810 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ab413f2-bf9b-4a52-8218-4fa5a79ecf00 req-02f9d272-de36-4563-94da-0e34404572a3 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.1611347
Apr 20 19:18:11.002966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.008270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:11.165518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'Port': ['ID=ebc4b05f-0899-4886-ac8f-a271c88e91c2,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:11.168608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:11.174673 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ab413f2-bf9b-4a52-8218-4fa5a79ecf00 req-0017be0a-dcf1-46a4-9dc6-f9d43dfd15fc tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326118
Apr 20 19:18:11.182567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.185140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.219023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a70b57-4809-468b-bc54-39462d51aaa1 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:11.226905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.227916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.229505 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7275538
Apr 20 19:18:11.262769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.335877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.352690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.376863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Transition to ACTIVE for port object f1a70b57-4809-468b-bc54-39462d51aaa1 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:11.377740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.407875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:11.415244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.464730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fcdd6d-ee77-428a-8056-4bb8e16ced45,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:11.468145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:11.479179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-07b4a81e-bda1-4d00-8919-24e945f90b64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:11.504527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc72ad-fbeb-4ba5-b870-d04ff4d23160 req-9b4a5941-586a-43eb-9185-aeff1ebdbe39 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:11.506407 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e7cc72ad-fbeb-4ba5-b870-d04ff4d23160 req-9b4a5941-586a-43eb-9185-aeff1ebdbe39 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 0.1323857
Apr 20 19:18:11.607716 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-c8ea99fa-5de2-4332-af25-6d324a72b9b3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--223656636&fields=id&tenant_id=a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 267 time: 0.0727091
Apr 20 19:18:11.610570 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e7cc72ad-fbeb-4ba5-b870-d04ff4d23160 req-ee2f134d-6a4f-40fe-9674-1e338c69cdbd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928590
Apr 20 19:18:11.702187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d2189f73217404d99c82a8576c94b8b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5980661
Apr 20 19:18:11.751898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40864) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:11.896541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a70b57-4809-468b-bc54-39462d51aaa1,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:11.908032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.911272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:11.951492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41050717-748d-4795-938b-a716be9867a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:11.962537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.970855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-c7f002f5-e94d-4f1b-beef-f84ddb572dce tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:11.972534 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-c7f002f5-e94d-4f1b-beef-f84ddb572dce tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 817 time: 0.3477850
Apr 20 19:18:11.997953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462ca0b7-cdc2-46b8-9e08-358b189070ee,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:12.003566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:12.011558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Attempting to bind port f1a70b57-4809-468b-bc54-39462d51aaa1 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:12.011938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Attempting to bind port f1a70b57-4809-468b-bc54-39462d51aaa1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:12.012314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Attempting to bind port f1a70b57-4809-468b-bc54-39462d51aaa1 on network 54a87281-cac4-4c39-a9e0-64b8c916f808 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:12.017652 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-3b66f143-4934-45a2-b325-fa62d8abd167 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/quotas/a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 375 time: 0.0327992
Apr 20 19:18:12.023295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.031274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Port f1a70b57-4809-468b-bc54-39462d51aaa1 on network 54a87281-cac4-4c39-a9e0-64b8c916f808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:18:12.031641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Attempting to bind port f1a70b57-4809-468b-bc54-39462d51aaa1 on network 54a87281-cac4-4c39-a9e0-64b8c916f808 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:12.038964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.040187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/462ca0b7-cdc2-46b8-9e08-358b189070ee HTTP/1.1" status: 204  len: 168 time: 1.1607330
Apr 20 19:18:12.061983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:12.062377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Checking segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:12.062830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Bound using segment: {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:12.063317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Bound port: f1a70b57-4809-468b-bc54-39462d51aaa1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d63740c-4fd5-4394-96a5-2a700ea00a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:12.063735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.130220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c654f8-3676-4430-97ce-613026ce8b08 req-f22f7c55-88c6-4a8e-b3ab-329cc7c543d0 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:12.132458 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79c654f8-3676-4430-97ce-613026ce8b08 req-f22f7c55-88c6-4a8e-b3ab-329cc7c543d0 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 943 time: 0.2804928
Apr 20 19:18:12.190510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.203177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78e77fd7-9a32-4617-ada5-dcf26d4caa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:12.224983 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79c654f8-3676-4430-97ce-613026ce8b08 req-14118242-b331-4a7b-bbd1-d555c26a6d36 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732057
Apr 20 19:18:12.232672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-f9b8be02-cffe-44cb-8f9d-7b9c84986d84 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Synchronizing usage tracker for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:12.238050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fcdd6d-ee77-428a-8056-4bb8e16ced45,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:12.245664 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:12.246747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.250279 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53fcdd6d-ee77-428a-8056-4bb8e16ced45 HTTP/1.1" status: 204  len: 168 time: 0.4912152
Apr 20 19:18:12.250361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd534917-0276-4ed8-88b8-906951ef7306 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:12.258365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] For port f1a70b57-4809-468b-bc54-39462d51aaa1, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:12.261993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.265553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] For port f1a70b57-4809-468b-bc54-39462d51aaa1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f1a70b57-4809-468b-bc54-39462d51aaa1,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:12.275588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-f9b8be02-cffe-44cb-8f9d-7b9c84986d84 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Unset dirty status for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:12.277093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-f9b8be02-cffe-44cb-8f9d-7b9c84986d84 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2450147
Apr 20 19:18:12.280129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Transition to ACTIVE for port object fd534917-0276-4ed8-88b8-906951ef7306 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:12.282281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.287702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:12.336606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.359968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:12.360651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.362184 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] 10.222.0.52 "PUT /v2.0/ports/f1a70b57-4809-468b-bc54-39462d51aaa1 HTTP/1.1" status: 200  len: 1093 time: 2.5504215
Apr 20 19:18:12.362727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'tag': 'f1a70b57-4809-468b-bc54-39462d51aaa1'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:12.532981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40886) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:12.574174 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-db7f1704-94ba-4ec8-9996-d6f1d43a22fa service neutron] 10.222.0.48 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729676
Apr 20 19:18:12.585933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a70b57-4809-468b-bc54-39462d51aaa1,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:12.599283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:12.600578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:12.653151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.676509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f17b8-4d7f-4a63-aaf5-c4ae18dba659 req-7d631537-d382-480c-be31-bfdbf8ad3f88 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:12.678148 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-243f17b8-4d7f-4a63-aaf5-c4ae18dba659 req-7d631537-d382-480c-be31-bfdbf8ad3f88 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 943 time: 0.2300839
Apr 20 19:18:12.697717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Attempting to bind port fd534917-0276-4ed8-88b8-906951ef7306 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:12.698128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Attempting to bind port fd534917-0276-4ed8-88b8-906951ef7306 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:12.698495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Attempting to bind port fd534917-0276-4ed8-88b8-906951ef7306 on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:12.717503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:12.720302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Port fd534917-0276-4ed8-88b8-906951ef7306 on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:18:12.720677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Attempting to bind port fd534917-0276-4ed8-88b8-906951ef7306 on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:12.732323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Usage tracker for resource:security_group_rule and tenant:d828777bfc24416c99be73d72499820d is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:12.738238 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:12.750684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:12.751115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Checking segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:12.751492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Bound using segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:12.751991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Bound port: fd534917-0276-4ed8-88b8-906951ef7306, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:12.752496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.763152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Pushing event updated for resources: {'Port': ['ID=fd534917-0276-4ed8-88b8-906951ef7306,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:12.767893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:12.769939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40894) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:12.773735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:12.780760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-eb5362b6-0d0d-49db-97e9-0d7b806cb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:12.782430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-eb5362b6-0d0d-49db-97e9-0d7b806cb3d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 1096 time: 0.3434319
Apr 20 19:18:12.863173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:12.950029 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-4950e335-44fa-42b8-b39d-d1c797f83829 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a70b57-4809-468b-bc54-39462d51aaa1 HTTP/1.1" status: 200  len: 217 time: 0.1490819
Apr 20 19:18:12.951012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:13.002197 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-243f17b8-4d7f-4a63-aaf5-c4ae18dba659 req-710a1600-b37b-47c7-a4c5-22c843238312 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3089564
Apr 20 19:18:13.007300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Usage tracker for resource:security_group_rule and tenant:e0a6ba1d8511457c922409964110941f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:13.013198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:13.019902 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-e9840f51-5cb7-4ce2-868e-636c6f2a7884 service neutron] 10.222.0.48 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4345582
Apr 20 19:18:13.062642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:13.072910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 61058f3c-8b60-49a4-861f-fd84a5142bbc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:13.102744 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'tag': 'f1a70b57-4809-468b-bc54-39462d51aaa1', 'status': 'completed', 'code': 200}
Apr 20 19:18:13.119378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] For port fd534917-0276-4ed8-88b8-906951ef7306, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:13.138915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-deece08e-1626-4a69-a6bf-6866bfb766a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:13.140518 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-deece08e-1626-4a69-a6bf-6866bfb766a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.1778471
Apr 20 19:18:13.148308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] For port fd534917-0276-4ed8-88b8-906951ef7306, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd534917-0276-4ed8-88b8-906951ef7306,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:13.312757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:13.313988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 61058f3c-8b60-49a4-861f-fd84a5142bbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:13.316749 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-36b3a383-81c3-44ff-99fe-b8f1e4e4be70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1669738
Apr 20 19:18:13.331670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:13.334812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '61058f3c-8b60-49a4-861f-fd84a5142bbc', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'port_id': '61058f3c-8b60-49a4-861f-fd84a5142bbc', 'mac_address': 'fa:16:3e:ef:d5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a4f9d-eb50-44a3-8230-2d6f938826b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:13.413948 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:13.425616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613577d-99ad-4939-9c54-81f7bcfdc4e6 req-859ee53d-c07d-46d2-ade9-ff4be323c1ae tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:13.427560 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e613577d-99ad-4939-9c54-81f7bcfdc4e6 req-859ee53d-c07d-46d2-ade9-ff4be323c1ae tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 943 time: 0.1725867
Apr 20 19:18:13.434821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61058f3c-8b60-49a4-861f-fd84a5142bbc {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:13.462177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 61058f3c-8b60-49a4-861f-fd84a5142bbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:13.485770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:13.486683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 25a065c9-4997-4b1c-8cf3-f66d5c392d3a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:13.490792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:13.510862 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e613577d-99ad-4939-9c54-81f7bcfdc4e6 req-af4b6516-3e69-456e-8cbc-0da4ef32be48 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757499
Apr 20 19:18:13.655785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-30f89d45-7103-454d-822e-3f15e126bf9d service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3284366
Apr 20 19:18:13.813990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=61058f3c-8b60-49a4-861f-fd84a5142bbc,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:13.820515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:13.890439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:13.907545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'port_id': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a', 'mac_address': 'fa:16:3e:fd:e5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:13.935992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fa6fb-1d3e-4454-ae11-0cbeb45633ec req-bad13cff-9e83-417d-b30e-9efa94f2dd40 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:13.945891 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e9fa6fb-1d3e-4454-ae11-0cbeb45633ec req-bad13cff-9e83-417d-b30e-9efa94f2dd40 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 943 time: 0.2355752
Apr 20 19:18:13.980448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.004287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a065c9-4997-4b1c-8cf3-f66d5c392d3a {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:14.027786 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e9fa6fb-1d3e-4454-ae11-0cbeb45633ec req-f3e5dec4-4748-45f7-91a5-9822880461ed tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807047
Apr 20 19:18:14.037236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:14.047510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.049890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:14.113078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:14.113956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.115571 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] 10.222.0.52 "PUT /v2.0/ports/fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 1093 time: 3.2215660
Apr 20 19:18:14.131358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.151230 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5f942b87-1024-4289-b09e-49e6d2e0f0b1 req-e0b33958-f871-4d46-8db6-f617f59679ec tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 210 time: 0.0610566
Apr 20 19:18:14.235484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:14.239643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:14.272259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.295658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['25a065c9-4997-4b1c-8cf3-f66d5c392d3a'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:14.326498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Pushing event updated for resources: {'Port': ['ID=fd534917-0276-4ed8-88b8-906951ef7306,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:14.345337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:14.348255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41f343ce-7518-40a0-af77-55497cddb393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:14.362468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:14.379477 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d828777bfc24416c99be73d72499820d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8455994
Apr 20 19:18:14.383210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 40938) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:14.409611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.433109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.452980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1322c7b0-0e27-49ab-a034-894b3c83e5ed,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:14.465032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37411299-435d-4a7c-9376-0ce43b17c7c4 req-f11ebe1c-f906-400b-84fd-3355abb85fab tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:14.473970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37411299-435d-4a7c-9376-0ce43b17c7c4 req-f11ebe1c-f906-400b-84fd-3355abb85fab tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 943 time: 0.1991177
Apr 20 19:18:14.492487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:14.492943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:14.543874 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37411299-435d-4a7c-9376-0ce43b17c7c4 req-7ca8fedc-98a8-4b2b-81ef-419a771d0057 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689321
Apr 20 19:18:14.548863 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2c9924ac-5236-4c5f-a03a-beddc94887a1 req-c5363c8b-9d5e-421d-89aa-f16ee09db2c0 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8522887
Apr 20 19:18:14.567267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-dfe812eb-9be7-4096-bcda-08919b49991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:14.568929 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-dfe812eb-9be7-4096-bcda-08919b49991b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1096 time: 0.3462923
Apr 20 19:18:14.574188 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0a6ba1d8511457c922409964110941f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7995379
Apr 20 19:18:14.576223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 40944) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:14.578060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.639538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.702884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.748686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:14.749148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20aad55-c900-4179-b34b-2809d857a7de,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:14.772609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1322c7b0-0e27-49ab-a034-894b3c83e5ed,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:14.779336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:14.786404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.788718 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1322c7b0-0e27-49ab-a034-894b3c83e5ed HTTP/1.1" status: 204  len: 168 time: 0.4031019
Apr 20 19:18:14.798908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:14.808782 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-6f41c8f2-44de-485e-b517-d1ab0a08a868 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 217 time: 0.2249234
Apr 20 19:18:14.837599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7921575-0d23-4fd2-85ee-f6a0b91d1f11 req-a2b4000b-a54d-4b92-9348-b187fc9afc7a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:14.839425 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7921575-0d23-4fd2-85ee-f6a0b91d1f11 req-a2b4000b-a54d-4b92-9348-b187fc9afc7a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 944 time: 0.1305201
Apr 20 19:18:14.919578 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7921575-0d23-4fd2-85ee-f6a0b91d1f11 req-056e699e-962e-4dbb-b3d4-4dd458130b17 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727963
Apr 20 19:18:14.926486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:14.930304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-590c3624-466c-4b71-a9f1-caed9a53a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:14.931864 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-590c3624-466c-4b71-a9f1-caed9a53a151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.1096587
Apr 20 19:18:15.025369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:15.035267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-b7830716-70be-48f7-b433-f66f3daa30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:15.037165 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-b7830716-70be-48f7-b433-f66f3daa30ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 1096 time: 0.3633227
Apr 20 19:18:15.252448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:15.333584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:15.359557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:15.378877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20aad55-c900-4179-b34b-2809d857a7de,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:15.381067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:15.385819 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d20aad55-c900-4179-b34b-2809d857a7de HTTP/1.1" status: 204  len: 168 time: 0.8082843
Apr 20 19:18:15.390577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:15.406528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a76dc648-3b41-4175-8a9d-132c29aa68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:15.408594 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-a76dc648-3b41-4175-8a9d-132c29aa68f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4408476
Apr 20 19:18:15.422963 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa39633d-79a1-4481-b09b-0102779e6130 req-68989ac4-d61c-47f2-bc6a-79607b79e0ad tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 210 time: 0.0896845
Apr 20 19:18:15.578134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-0f6deea3-717c-4335-a9a2-4c0e907f7b8c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:15.580970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-0f6deea3-717c-4335-a9a2-4c0e907f7b8c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 817 time: 0.4585555
Apr 20 19:18:15.591738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b1c2-e5cc-47b3-a0f0-2bf48a116d1c req-07593ab7-2796-440b-97e8-75ebc50276b4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:15.593579 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a633b1c2-e5cc-47b3-a0f0-2bf48a116d1c req-07593ab7-2796-440b-97e8-75ebc50276b4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 943 time: 0.4202428
Apr 20 19:18:15.624690 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-6a552f56-3125-44ea-868b-3090994c583f service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078035
Apr 20 19:18:15.626820 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306', 'status': 'completed', 'code': 200}
Apr 20 19:18:15.663189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-366593ae-871e-4651-b8fc-5303651b3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:15.669608 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-366593ae-871e-4651-b8fc-5303651b3c44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.6191311
Apr 20 19:18:15.714754 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a633b1c2-e5cc-47b3-a0f0-2bf48a116d1c req-712e10bf-f6cf-4b86-9394-045d4ae00f9d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901234
Apr 20 19:18:15.781184 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-b357cffa-214d-4217-b1b9-8bcd66cd6c2a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 5703 time: 0.1834168
Apr 20 19:18:15.821707 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c805eca-1c2e-4048-a0f2-0cc2f6d8a335 req-e72e9091-b6c2-48b8-8d84-bb5ae378e55a service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883826
Apr 20 19:18:15.839381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765d623-384e-4f32-b7c6-ff59714a2e88 req-56abd81c-f032-4f28-93c5-89a40bc0d91a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:15.839381 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4765d623-384e-4f32-b7c6-ff59714a2e88 req-56abd81c-f032-4f28-93c5-89a40bc0d91a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 943 time: 0.1092353
Apr 20 19:18:15.894453 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4765d623-384e-4f32-b7c6-ff59714a2e88 req-90e8b8f6-61f7-4b75-b954-175595b7a869 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487010
Apr 20 19:18:16.147483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea03fa-a003-4983-bf2a-107482c0fc3d req-70b8be8d-34fa-4ea1-9d8a-8aa0beaa4ff9 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:16.150306 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3ea03fa-a003-4983-bf2a-107482c0fc3d req-70b8be8d-34fa-4ea1-9d8a-8aa0beaa4ff9 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 944 time: 0.1252229
Apr 20 19:18:16.202050 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3ea03fa-a003-4983-bf2a-107482c0fc3d req-29caa9c7-4678-413d-aa1d-70cf5c5e5403 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460775
Apr 20 19:18:16.597672 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-61de8932-ac9e-41b9-9302-d6b2a95549f3 req-08a6b1be-fe9b-42d2-9d9d-741c7aabe84f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 210 time: 0.0520537
Apr 20 19:18:16.947019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8e399-381f-4095-b3c0-6965baed6be6 req-7f6766f3-df00-48cb-9134-050088760fc6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:16.948965 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4fc8e399-381f-4095-b3c0-6965baed6be6 req-7f6766f3-df00-48cb-9134-050088760fc6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 943 time: 0.1104887
Apr 20 19:18:17.008613 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4fc8e399-381f-4095-b3c0-6965baed6be6 req-5625d14f-8ff6-47ec-ae91-5845aa0b4e45 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527062
Apr 20 19:18:17.124763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7aa6c-9ca6-46a3-8b36-3a49f9522dc3 req-d7debab9-d4bb-4cb6-a7af-415f76f7f92f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:17.126730 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64a7aa6c-9ca6-46a3-8b36-3a49f9522dc3 req-d7debab9-d4bb-4cb6-a7af-415f76f7f92f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 943 time: 0.0933728
Apr 20 19:18:17.190352 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64a7aa6c-9ca6-46a3-8b36-3a49f9522dc3 req-90470b48-02f0-4f5a-a134-14c314284f81 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538688
Apr 20 19:18:17.414279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b3ddb-1af8-4651-97e2-a91fea923551 req-68aaf011-af49-4a25-95ef-5dc1e0221045 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:17.415989 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a21b3ddb-1af8-4651-97e2-a91fea923551 req-68aaf011-af49-4a25-95ef-5dc1e0221045 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 944 time: 0.0953920
Apr 20 19:18:17.457291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device f1a70b57-4809-468b-bc54-39462d51aaa1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:17.469667 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a21b3ddb-1af8-4651-97e2-a91fea923551 req-d844ecc4-9c31-4d27-8fd8-a746a3dc6a02 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454774
Apr 20 19:18:17.616047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port f1a70b57-4809-468b-bc54-39462d51aaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f1a70b57-4809-468b-bc54-39462d51aaa1,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:17.631817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'f1a70b57-4809-468b-bc54-39462d51aaa1', 'network_id': '54a87281-cac4-4c39-a9e0-64b8c916f808', 'port_id': 'f1a70b57-4809-468b-bc54-39462d51aaa1', 'mac_address': 'fa:16:3e:0e:94:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63127f32-3bc1-4f38-9c75-aaf2e795949d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:17.692319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:17.712569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a70b57-4809-468b-bc54-39462d51aaa1 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:17.746992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port f1a70b57-4809-468b-bc54-39462d51aaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f1a70b57-4809-468b-bc54-39462d51aaa1,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:17.751601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:17.753628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ea594f71-8521-4d7a-b037-f2e94b388305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:17.774139 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d16bbf4c-953f-4023-a048-016039fecd6a req-d341f358-ba8f-46aa-b57e-8919c13d03c4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 210 time: 0.0536487
Apr 20 19:18:17.829095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=f1a70b57-4809-468b-bc54-39462d51aaa1,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:17.832944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:18.215197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b232917-155d-4467-bc6a-fd0d20ab28f6 req-82ee0077-7f62-4bda-adff-408aa7083a55 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:18.216902 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b232917-155d-4467-bc6a-fd0d20ab28f6 req-82ee0077-7f62-4bda-adff-408aa7083a55 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 944 time: 0.0947881
Apr 20 19:18:18.268381 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b232917-155d-4467-bc6a-fd0d20ab28f6 req-6f43cbed-7614-49a7-b52d-abd651d70e01 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447879
Apr 20 19:18:18.388410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c048da-9945-4dd8-9061-f0bde49d0cbe req-f1cd4538-fdaa-4845-933e-109b008cf1ec tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:18.390093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02c048da-9945-4dd8-9061-f0bde49d0cbe req-f1cd4538-fdaa-4845-933e-109b008cf1ec tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 943 time: 0.0919886
Apr 20 19:18:18.437869 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02c048da-9945-4dd8-9061-f0bde49d0cbe req-90580013-f48d-4ae0-a9b5-5b9bda646704 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413043
Apr 20 19:18:18.471452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'port': {'device_id': 'b4274f79-46b3-473f-b889-4961413e29ce', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'admin_state_up': True, 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'security_groups': ['c18b1156-44da-4703-9668-eb9cd279f38f']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:18.523091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 61058f3c-8b60-49a4-861f-fd84a5142bbc up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:18.590668 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-87d9bc14-fd05-430e-93eb-285f8438b2f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a70b57-4809-468b-bc54-39462d51aaa1 HTTP/1.1" status: 200  len: 217 time: 0.1269975
Apr 20 19:18:18.652096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:18.659380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 61058f3c-8b60-49a4-861f-fd84a5142bbc completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:18.665452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 61058f3c-8b60-49a4-861f-fd84a5142bbc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:18.666229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:18.687875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:18.691822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-c30c64fb-b45b-4853-bd71-c5d657f29170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:18.693403 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-c30c64fb-b45b-4853-bd71-c5d657f29170 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0947123
Apr 20 19:18:18.699259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-d6ded3d8-d11c-4e50-b319-df56b26ccec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:18.700796 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-d6ded3d8-d11c-4e50-b319-df56b26ccec3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1096 time: 0.1740501
Apr 20 19:18:18.738854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41122) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:18.759541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:18.788033 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-b31a9b03-81ac-4df9-bbe4-7c08d73f2595 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861819
Apr 20 19:18:18.790812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Made reservation on behalf of a6a88356db7b4f36b1d8f8856756e1e3 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:18.797713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:18.904220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['f1a70b57-4809-468b-bc54-39462d51aaa1'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:18.906032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-398558b6-b47f-48ee-9a7e-a0093e841188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:18.907716 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-398558b6-b47f-48ee-9a7e-a0093e841188 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.1703072
Apr 20 19:18:19.003671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Allocated IP 172.20.0.10 (b51c7665-608e-4722-a739-79996e632bcb/11cb1765-80f0-417e-94e5-be1bf37b9804/2e0540be-bff7-4e64-b9b7-d68ed1293fdc) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:18:19.067973 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-51ffda44-21ea-4ac3-b47c-7407d23c0e4b service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591539
Apr 20 19:18:19.212107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.216750 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-dc1b90bd-9dd2-4794-8ca6-6d2bb5c51639 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 217 time: 0.1477094
Apr 20 19:18:19.244540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61058f3c-8b60-49a4-861f-fd84a5142bbc'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:19.255743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 61058f3c-8b60-49a4-861f-fd84a5142bbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:19.259714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.260813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 25a065c9-4997-4b1c-8cf3-f66d5c392d3a up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:19.269354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.295884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:19.332718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c9009-f5a0-4dcd-b49c-4e8a3462af7a req-2137a7ca-acb2-44c0-b80a-8dd1e30ad7c3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:19.333286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:19.337372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Usage tracker for resource:security_group_rule and tenant:599bc24cee2d45fcb06ba1eade960040 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:19.340432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:19.341247 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c06c9009-f5a0-4dcd-b49c-4e8a3462af7a req-2137a7ca-acb2-44c0-b80a-8dd1e30ad7c3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 944 time: 0.6547005
Apr 20 19:18:19.346548 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24f855db-d4a4-419d-97e2-d3b00ade0d23 req-0c1924ac-782c-4d30-bf4c-a9fde37aa4d5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 210 time: 0.1096406
Apr 20 19:18:19.366195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:19.410346 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c06c9009-f5a0-4dcd-b49c-4e8a3462af7a req-21982f02-35e1-46d7-98ad-d98d58e14e3b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680125
Apr 20 19:18:19.425984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=61058f3c-8b60-49a4-861f-fd84a5142bbc,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:19.434919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-ee9adb76-a48d-4cb7-a1d2-afe02f01f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:19.436516 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-ee9adb76-a48d-4cb7-a1d2-afe02f01f932 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.1519747
Apr 20 19:18:19.442873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:19.479431 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61058f3c-8b60-49a4-861f-fd84a5142bbc', 'code': 200}
Apr 20 19:18:19.505714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.517402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:19.524476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:19.525131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.528154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Transition to ACTIVE for port object 2e0540be-bff7-4e64-b9b7-d68ed1293fdc will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:19.551332 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d6c7080f-f3a9-4d5e-b4c7-5ef69129e11c req-4514e282-c3e4-4549-855d-36b2724b5df4 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3826418
Apr 20 19:18:19.555585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.569597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:19.612425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-c94aea5a-9ff3-49a8-bd1a-f79cc38609d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:19.616542 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-c94aea5a-9ff3-49a8-bd1a-f79cc38609d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1698289
Apr 20 19:18:19.713797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Network b51c7665-608e-4722-a739-79996e632bcb is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:19.718872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:19.761725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:19.864637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:19.865332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.890064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.924232 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:19.935281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:19.961649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:19.970828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:19.975040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:20.015164 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5481384
Apr 20 19:18:20.031095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Request body: {'port': {'device_id': 'b4274f79-46b3-473f-b889-4961413e29ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:20.064176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device f1a70b57-4809-468b-bc54-39462d51aaa1 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:20.083421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796e211-4a3c-4490-bf24-9c08e7948bc5 req-57848074-72be-4ef6-92cf-4a62b5607fcc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:20.091577 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e796e211-4a3c-4490-bf24-9c08e7948bc5 req-57848074-72be-4ef6-92cf-4a62b5607fcc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 944 time: 0.4582734
Apr 20 19:18:20.116648 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-52e75f35-d803-4d56-89d1-113656636120 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4892550
Apr 20 19:18:20.120599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39fd1-d4a4-4f0d-a28c-d2b1512ce567 req-a91fd848-fbb7-4e37-8a03-214e655fa375 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:20.122430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e3e39fd1-d4a4-4f0d-a28c-d2b1512ce567 req-a91fd848-fbb7-4e37-8a03-214e655fa375 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 943 time: 0.4164472
Apr 20 19:18:20.137224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.182392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bce40598-76f3-4821-af70-373fec87e83b None None] Provisioning for port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:20.191168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bce40598-76f3-4821-af70-373fec87e83b None None] Provisioning complete for port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:20.191466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bce40598-76f3-4821-af70-373fec87e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.229877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port f1a70b57-4809-468b-bc54-39462d51aaa1 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:20.235516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:20.247569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:20.255694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port f1a70b57-4809-468b-bc54-39462d51aaa1 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:20.256111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.258333 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e796e211-4a3c-4490-bf24-9c08e7948bc5 req-dff4ca7b-78e1-4076-a5c5-041052780e0b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631718
Apr 20 19:18:20.285102 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e3e39fd1-d4a4-4f0d-a28c-d2b1512ce567 req-f82ea94f-2c1e-454f-bebd-2f2eb888bdf2 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484938
Apr 20 19:18:20.301790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.305735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.334580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:20.343770 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=599bc24cee2d45fcb06ba1eade960040&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5988982
Apr 20 19:18:20.351417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41168) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:20.352658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-bce40598-76f3-4821-af70-373fec87e83b None None] Port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:18:20.472467 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12707502-fbbb-45a9-9fc7-3f3fab48fce7 req-1b99aeaf-6d1c-49ed-b609-50ad1f22d2d3 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3373671
Apr 20 19:18:20.491410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7463e0-f9b3-4b08-b1d3-ecba97640303 req-fb33afa5-6dd6-4020-acb8-8b9591b793ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:20.493373 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c7463e0-f9b3-4b08-b1d3-ecba97640303 req-fb33afa5-6dd6-4020-acb8-8b9591b793ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 1098 time: 0.4630880
Apr 20 19:18:20.494683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2909ff1-b03c-49e3-bbd5-326ac4b4198a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:20.501144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:20.560502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.578565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-6c7463e0-f9b3-4b08-b1d3-ecba97640303 req-bacba4e9-50ac-4e01-ad19-7ca9615c805f service neutron] Synchronizing usage tracker for tenant:78fdb4f884494997a310092a004c442f on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:20.601582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.605657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-6c7463e0-f9b3-4b08-b1d3-ecba97640303 req-bacba4e9-50ac-4e01-ad19-7ca9615c805f service neutron] Unset dirty status for tenant:78fdb4f884494997a310092a004c442f on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:20.608221 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c7463e0-f9b3-4b08-b1d3-ecba97640303 req-bacba4e9-50ac-4e01-ad19-7ca9615c805f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940969
Apr 20 19:18:20.644348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port f1a70b57-4809-468b-bc54-39462d51aaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f1a70b57-4809-468b-bc54-39462d51aaa1,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:20.655250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.657129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.657267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:20.710537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.716471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:20.737140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2909ff1-b03c-49e3-bbd5-326ac4b4198a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:20.739685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:20.742344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:20.747561 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2909ff1-b03c-49e3-bbd5-326ac4b4198a HTTP/1.1" status: 204  len: 168 time: 0.3935378
Apr 20 19:18:20.791502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=f1a70b57-4809-468b-bc54-39462d51aaa1,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:20.816360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:20.850621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-adb7b3fa-6494-4fa4-9bc4-ef6d65d85c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.105244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fd534917-0276-4ed8-88b8-906951ef7306 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:21.122409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d6d5c-9466-4d7b-8dab-a6fd6a56f8a2 req-76f3eb36-25d2-4b20-a84c-6f8a3dd874e5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:21.130208 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ef7d6d5c-9466-4d7b-8dab-a6fd6a56f8a2 req-76f3eb36-25d2-4b20-a84c-6f8a3dd874e5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.4810448
Apr 20 19:18:21.161386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41202) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:21.183272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a22ea-c0eb-418d-bce2-7a97f88aeb14 req-a1b89495-c044-42de-a407-ce7988219964 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:21.184049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-ad1a22ea-c0eb-418d-bce2-7a97f88aeb14 req-a1b89495-c044-42de-a407-ce7988219964 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Synchronizing usage tracker for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:21.191716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.214634 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ef7d6d5c-9466-4d7b-8dab-a6fd6a56f8a2 req-1fa9b70a-f7c5-4fb5-8366-c7841e2d7a3c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833786
Apr 20 19:18:21.226913 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:21.232948 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Usage tracker for resource:security_group_rule and tenant:329f9a8ecaaf4f758beaca8cce773d78 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:21.236593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:21.243846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:21.298705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-ad1a22ea-c0eb-418d-bce2-7a97f88aeb14 req-a1b89495-c044-42de-a407-ce7988219964 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Unset dirty status for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:21.310610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port fd534917-0276-4ed8-88b8-906951ef7306, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd534917-0276-4ed8-88b8-906951ef7306,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:21.311360 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad1a22ea-c0eb-418d-bce2-7a97f88aeb14 req-a1b89495-c044-42de-a407-ce7988219964 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 932 time: 0.6605289
Apr 20 19:18:21.329923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'fd534917-0276-4ed8-88b8-906951ef7306', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'port_id': 'fd534917-0276-4ed8-88b8-906951ef7306', 'mac_address': 'fa:16:3e:3f:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:21.356778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.360599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0540be-bff7-4e64-b9b7-d68ed1293fdc {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:21.362057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.373893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:21.391919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.448610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.456203 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=329f9a8ecaaf4f758beaca8cce773d78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2931962
Apr 20 19:18:21.459005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa942c97-df0b-4478-86a1-34e0cddc9bea,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:21.466535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41222) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:21.475489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:21.481692 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad1a22ea-c0eb-418d-bce2-7a97f88aeb14 req-6ffd9aa7-b4c5-4c46-81ec-a768545ad0be tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1689105
Apr 20 19:18:21.483258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a'}, {'server_uuid': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a70b57-4809-468b-bc54-39462d51aaa1'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:21.494801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Transition to ACTIVE for port object 2e0540be-bff7-4e64-b9b7-d68ed1293fdc will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:21.502263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.503667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd534917-0276-4ed8-88b8-906951ef7306 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:21.512984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:21.527223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port fd534917-0276-4ed8-88b8-906951ef7306, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd534917-0276-4ed8-88b8-906951ef7306,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:21.531374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.536840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:21.615174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.678689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.710006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=fd534917-0276-4ed8-88b8-906951ef7306,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:21.722831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:21.757111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.773752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e7f945a-1933-4b2f-bd61-a8a7f3950f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:21.802397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa942c97-df0b-4478-86a1-34e0cddc9bea,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:21.813107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:21.821823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:21.823275 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa942c97-df0b-4478-86a1-34e0cddc9bea HTTP/1.1" status: 204  len: 168 time: 0.3539519
Apr 20 19:18:21.851607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['fd534917-0276-4ed8-88b8-906951ef7306'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:22.008671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:22.020641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:22.120240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ffb5f-a908-4353-9e1b-241e82d168b9 req-353b257a-2f4d-46c9-bb1b-377cc9ff4b7f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.121918 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-658ffb5f-a908-4353-9e1b-241e82d168b9 req-353b257a-2f4d-46c9-bb1b-377cc9ff4b7f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 944 time: 0.4199109
Apr 20 19:18:22.123690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Attempting to bind port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:22.124048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Attempting to bind port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:22.124424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Attempting to bind port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc on network b51c7665-608e-4722-a739-79996e632bcb {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:22.136080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e703fb-263d-4f8b-b26f-8cd2b277be4d req-c475aee6-af8d-4af4-a77e-f7fd0d007baa tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.137614 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10e703fb-263d-4f8b-b26f-8cd2b277be4d req-c475aee6-af8d-4af4-a77e-f7fd0d007baa tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.6266851
Apr 20 19:18:22.154032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc on network b51c7665-608e-4722-a739-79996e632bcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:18:22.154408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Attempting to bind port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc on network b51c7665-608e-4722-a739-79996e632bcb {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:22.186116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:22.186505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Checking segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:22.186929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Bound using segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:22.187418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Bound port: 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:22.187815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:22.286218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-658ffb5f-a908-4353-9e1b-241e82d168b9 req-86b5d9aa-fdc8-403b-a3a8-9130db664e9a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474235
Apr 20 19:18:22.299212 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-10e703fb-263d-4f8b-b26f-8cd2b277be4d req-26ac648e-ad22-4519-8344-9911e9288a27 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404643
Apr 20 19:18:22.380580 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a', 'code': 200}
Apr 20 19:18:22.380718 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a70b57-4809-468b-bc54-39462d51aaa1', 'code': 200}
Apr 20 19:18:22.384883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:22.388670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:22.395118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:22.399525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:22.468568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.469269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:22.470864 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-53297194-7b86-466a-b31d-1272aa569409 service neutron] 10.222.0.52 "PUT /v2.0/ports/2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 1094 time: 2.4471519
Apr 20 19:18:22.471383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:22.507166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:22.511263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:22.608014 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'status': 'completed', 'code': 200}
Apr 20 19:18:22.919209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298589cd-49ab-4a0f-b40a-9d70c4d92f89 req-0c0f19ec-ac37-48ca-8ad3-52599f9f0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.920935 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-298589cd-49ab-4a0f-b40a-9d70c4d92f89 req-0c0f19ec-ac37-48ca-8ad3-52599f9f0f48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 1098 time: 0.1213531
Apr 20 19:18:22.927793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fc658-412b-4f7e-ae85-764bb870779f req-9edc51a3-2e49-47c9-a794-32c241ea940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.929471 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-da0fc658-412b-4f7e-ae85-764bb870779f req-9edc51a3-2e49-47c9-a794-32c241ea940a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.2203076
Apr 20 19:18:22.943196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-d2c917b4-5b0d-4971-b29f-8ba8fe86b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.945249 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-d2c917b4-5b0d-4971-b29f-8ba8fe86b9b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1097 time: 0.3311100
Apr 20 19:18:22.955467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92850fce-70fd-4d59-a80b-5e043a026bd5 req-7dd28c8c-03d4-4d66-839f-077d1cf46a35 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:22.957384 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-92850fce-70fd-4d59-a80b-5e043a026bd5 req-7dd28c8c-03d4-4d66-839f-077d1cf46a35 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.4258146
Apr 20 19:18:23.007690 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-da0fc658-412b-4f7e-ae85-764bb870779f req-82e7615b-b6a6-4c3f-8dbe-3ca3004fade3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605335
Apr 20 19:18:23.011135 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-298589cd-49ab-4a0f-b40a-9d70c4d92f89 req-3425a545-9d8f-4751-8104-3f1e105a7adc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801859
Apr 20 19:18:23.064672 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-506579e7-a08c-40d2-ab8f-6758816d3852 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 217 time: 0.1060140
Apr 20 19:18:23.109444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fd534917-0276-4ed8-88b8-906951ef7306 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:23.129199 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-92850fce-70fd-4d59-a80b-5e043a026bd5 req-9a891514-0b22-47fc-91bf-03a565daeb31 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993719
Apr 20 19:18:23.217936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-1ee63e68-2ada-4b30-b2ab-0f392294fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:23.219562 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-1ee63e68-2ada-4b30-b2ab-0f392294fde9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0990336
Apr 20 19:18:23.229342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d6bba-abdd-4056-84a8-310f4482a60a req-695fb9a5-ba5a-480e-a713-b9215dd15461 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:23.231020 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f12d6bba-abdd-4056-84a8-310f4482a60a req-695fb9a5-ba5a-480e-a713-b9215dd15461 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.3847864
Apr 20 19:18:23.270357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port fd534917-0276-4ed8-88b8-906951ef7306 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:23.276831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port fd534917-0276-4ed8-88b8-906951ef7306 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:23.277591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:23.356206 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f12d6bba-abdd-4056-84a8-310f4482a60a req-9e272989-ae1e-466f-89fe-88c82282acee tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694208
Apr 20 19:18:23.380517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-18706cfe-6c13-4d64-9f7a-6c1e3c2629b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:23.382178 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-18706cfe-6c13-4d64-9f7a-6c1e3c2629b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1501708
Apr 20 19:18:23.542152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:23.601336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port fd534917-0276-4ed8-88b8-906951ef7306, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd534917-0276-4ed8-88b8-906951ef7306,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:23.610558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:23.613243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:23.686273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09121166-e826-4274-acfd-be0679acf677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:23.704360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=fd534917-0276-4ed8-88b8-906951ef7306,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:23.707866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:23.834443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41312) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:23.835521 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-34d80bb8-be7d-423b-bfa3-4621781ee043 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4449887
Apr 20 19:18:23.845054 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf985e-e4ae-4c2a-8c8d-6b5c4d8cc262 req-6e0af734-379a-4b61-bb17-4cc0c9ef01ec tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:23.852761 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ddf985e-e4ae-4c2a-8c8d-6b5c4d8cc262 req-6e0af734-379a-4b61-bb17-4cc0c9ef01ec tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.3058870
Apr 20 19:18:24.025300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.026210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.043552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:24.047593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Usage tracker for resource:security_group_rule and tenant:c9b8e1fa042841b0a1d82618ba5e2aa5 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:24.070012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:24.076675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:24.162778 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3af02b47-7987-4cbb-9199-0bfcef9e4fd8 req-96e7256a-c7a8-4958-9d43-dea43556a2e6 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3067188
Apr 20 19:18:24.208315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.213555 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ddf985e-e4ae-4c2a-8c8d-6b5c4d8cc262 req-1e92d44c-3f33-4b61-9a29-d3979807f7d1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3597507
Apr 20 19:18:24.214778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.235667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:24.285787 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9b8e1fa042841b0a1d82618ba5e2aa5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4500995
Apr 20 19:18:24.287705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4668c2-7329-406a-826b-4059dd2b8874,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:24.290446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41326) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:24.294417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:24.321636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc8804-8400-4a89-bd57-1e7e87185931 req-5c50b57a-43c3-4496-9d71-a24b06bbbe6f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:24.334312 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45cc8804-8400-4a89-bd57-1e7e87185931 req-5c50b57a-43c3-4496-9d71-a24b06bbbe6f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.4338152
Apr 20 19:18:24.349222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.362080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41330) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:24.373792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.383999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:24.406954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.466604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.473098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:24.488350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4668c2-7329-406a-826b-4059dd2b8874,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:24.492825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:24.531658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.533058 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce4668c2-7329-406a-826b-4059dd2b8874 HTTP/1.1" status: 204  len: 168 time: 0.2416332
Apr 20 19:18:24.535885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.552048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:24.554827 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-45cc8804-8400-4a89-bd57-1e7e87185931 req-ef2dcdfd-d579-4c0a-9769-ef02658fd30f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191657
Apr 20 19:18:24.556241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Usage tracker for resource:security_group_rule and tenant:f538c20c1f614498a9e233e13b6865dd is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:24.559731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:24.566044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:24.598923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-390e86d6-f058-4926-a97c-05818047915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:24.600931 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-390e86d6-f058-4926-a97c-05818047915f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1097 time: 0.2656550
Apr 20 19:18:24.615797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c48a5-2be2-4987-b4b3-4795ff601194 req-141cc646-c126-442a-b6f0-00b059a5d70d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:24.625755 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1d8c48a5-2be2-4987-b4b3-4795ff601194 req-141cc646-c126-442a-b6f0-00b059a5d70d tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.1729124
Apr 20 19:18:24.667922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.671777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.694611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-52a36d1a-dc5b-407d-bbc2-07efdddccb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:24.719133 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f538c20c1f614498a9e233e13b6865dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3557208
Apr 20 19:18:24.726263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41344) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:24.746294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dcfce5-64bd-41e3-af7c-aa1480ee350c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:24.752161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:24.797525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.825309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.830695 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1d8c48a5-2be2-4987-b4b3-4795ff601194 req-0e94ca00-becf-4ddc-95a6-846bd616c592 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035952
Apr 20 19:18:24.875065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.882385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-69890855-a6ae-44cf-b967-cfc9438e42a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:24.898999 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306', 'code': 200}
Apr 20 19:18:24.899820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dcfce5-64bd-41e3-af7c-aa1480ee350c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:24.902986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:24.904428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:24.905670 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69dcfce5-64bd-41e3-af7c-aa1480ee350c HTTP/1.1" status: 204  len: 168 time: 0.1784010
Apr 20 19:18:25.277477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f3ad-1dbd-4f3d-bcfb-e148a6119c0c req-6f4de22f-48d5-4b6e-8109-37e9a1573586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:25.279829 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3405f3ad-1dbd-4f3d-bcfb-e148a6119c0c req-6f4de22f-48d5-4b6e-8109-37e9a1573586 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1098 time: 0.1291339
Apr 20 19:18:25.281875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-cdc8e1dd-1151-4860-9b30-f32e23a45d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:25.283814 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-cdc8e1dd-1151-4860-9b30-f32e23a45d79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.6548829
Apr 20 19:18:25.293388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb21908-c57c-4001-aeb9-a61c792ffe2b req-b9f289ab-daed-4381-a463-8ee526dc022e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:25.307261 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6eb21908-c57c-4001-aeb9-a61c792ffe2b req-b9f289ab-daed-4381-a463-8ee526dc022e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.6169012
Apr 20 19:18:25.368584 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3405f3ad-1dbd-4f3d-bcfb-e148a6119c0c req-7e2b0e70-9afa-423a-8a53-41838d03b654 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736372
Apr 20 19:18:25.393118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-7be63f54-3cdb-4387-b988-7a81c843aaf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 217 time: 0.0846398
Apr 20 19:18:25.439771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41380) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:25.463021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.483868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:25.490087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Usage tracker for resource:security_group_rule and tenant:7cd654fb5c134355bdd128caa83d2839 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:25.493945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:25.494521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.502724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:25.512734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41384) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:25.559477 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6eb21908-c57c-4001-aeb9-a61c792ffe2b req-5bd7d0e2-72ea-4215-b268-ca0343ff830b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1777284
Apr 20 19:18:25.565969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-5f09b1f6-900e-4207-adf4-1cd05eaeda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:25.567518 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-5f09b1f6-900e-4207-adf4-1cd05eaeda88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0981979
Apr 20 19:18:25.617686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.622733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.654152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:25.666820 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cd654fb5c134355bdd128caa83d2839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2232723
Apr 20 19:18:25.667311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41396) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:25.696711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92d702-963c-493f-9cfb-912d16e23bb3 req-f536d797-0e1b-4207-bf20-cd5e1c16fa1c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:25.705160 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a92d702-963c-493f-9cfb-912d16e23bb3 req-f536d797-0e1b-4207-bf20-cd5e1c16fa1c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2831621
Apr 20 19:18:25.726902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14d1f2-5393-44ba-9f42-3343ca188649,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:25.752565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:25.775383 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a92d702-963c-493f-9cfb-912d16e23bb3 req-2568857e-6423-4636-b270-40713e5ce502 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690682
Apr 20 19:18:25.782839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.804321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-f219ce57-72c0-48d7-8ece-395dd50f4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:25.808581 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-f219ce57-72c0-48d7-8ece-395dd50f4464 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2175856
Apr 20 19:18:25.816307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.878439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.885584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8556de5c-ef7b-4959-ac01-577829481476 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:25.905918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14d1f2-5393-44ba-9f42-3343ca188649,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:25.912477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1405112645-network', 'tenant_id': '3c847e04a33b45a68c63a63c3ff855fd'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:25.916337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:25.919393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.920702 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b14d1f2-5393-44ba-9f42-3343ca188649 HTTP/1.1" status: 204  len: 168 time: 0.2523191
Apr 20 19:18:25.922184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:25.927038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Usage tracker for resource:network and tenant:3c847e04a33b45a68c63a63c3ff855fd is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:25.930210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:25.938152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:25.951053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Made reservation on behalf of 3c847e04a33b45a68c63a63c3ff855fd for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:25.956615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.973487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:25.991729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:25.996083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Usage tracker for resource:security_group_rule and tenant:3c847e04a33b45a68c63a63c3ff855fd is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:25.999417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:26.006367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:26.156852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.163266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.168113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-44f62f6d-7102-488e-bc0c-535e76478017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:26.222322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d59f26f-957d-4d47-a6d9-276915ce0b39,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:26.238955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:26.245565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:18:26.258362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.258755 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Added segment 06bdc225-ba55-4445-b035-f8904ff25990 of type vlan for network 530fe84c-bb97-495f-92fc-7c17dfae2367
Apr 20 19:18:26.279123 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-348580ed-7d46-48b3-ac82-5b8e542c05bb service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4599650
Apr 20 19:18:26.290346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.327636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.333642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:26.334510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.346377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-898a0cc3-5daf-4f63-b142-e44d2d2fae21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:26.515863 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9994941
Apr 20 19:18:26.518368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0cc25-32b2-4a4b-96b5-ab960af2d242 req-44a4c365-fec0-4607-a7ec-a0308ee2e9a1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:26.519524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41430) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:26.526100 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-60f0cc25-32b2-4a4b-96b5-ab960af2d242 req-44a4c365-fec0-4607-a7ec-a0308ee2e9a1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.5342727
Apr 20 19:18:26.531279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Request body: {'subnet': {'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1405112645-subnet', 'tenant_id': '3c847e04a33b45a68c63a63c3ff855fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:26.537637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Pushing event updated for resources: {'Network': ['ID=530fe84c-bb97-495f-92fc-7c17dfae2367,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:26.578377 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fca84433-5f4d-4f01-9abf-551bf04f563d req-ff8483c6-c96b-40f7-9f17-de6e72ed10d9 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2848809
Apr 20 19:18:26.628707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:26.638627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:18:26.647408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:26.648217 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-60f0cc25-32b2-4a4b-96b5-ab960af2d242 req-3fa8cd91-c004-4cac-968a-9604ced3bea4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210923
Apr 20 19:18:26.648490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Usage tracker for resource:subnet and tenant:3c847e04a33b45a68c63a63c3ff855fd is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:26.666312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:26.680395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:26.715646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Made reservation on behalf of 3c847e04a33b45a68c63a63c3ff855fd for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:26.720905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.760003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8fa89-9cb6-493e-93e2-151dc25bdbcf req-2c8bc8f7-cf55-4cce-8fd0-d8ed1490221b tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:26.761940 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fec8fa89-9cb6-493e-93e2-151dc25bdbcf req-2c8bc8f7-cf55-4cce-8fd0-d8ed1490221b tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.3919230
Apr 20 19:18:26.836847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02363d95-2095-46fb-bb47-ee657bccb254 req-eb3c4534-1b12-46fb-8002-fcfe911337cb tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:26.837995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-02363d95-2095-46fb-bb47-ee657bccb254 req-eb3c4534-1b12-46fb-8002-fcfe911337cb tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Synchronizing usage tracker for tenant:cbf6133fbc814cb1881e1239159e0568 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:26.860278 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fec8fa89-9cb6-493e-93e2-151dc25bdbcf req-c9b2fb7c-9e6b-48aa-b30f-5ada886af461 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915475
Apr 20 19:18:26.865666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-02363d95-2095-46fb-bb47-ee657bccb254 req-eb3c4534-1b12-46fb-8002-fcfe911337cb tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Unset dirty status for tenant:cbf6133fbc814cb1881e1239159e0568 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:26.866886 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02363d95-2095-46fb-bb47-ee657bccb254 req-eb3c4534-1b12-46fb-8002-fcfe911337cb tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.52 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.3308277
Apr 20 19:18:26.975665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Deleting port c97bca53-bcf6-4794-a9d1-87831540373f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:18:26.976049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:26.988991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb3b2-9f8e-4d8e-b09f-60ff1ce4cc31 req-273365b0-45ae-411d-9d5e-013c9bd6fa94 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:26.999721 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a49fb3b2-9f8e-4d8e-b09f-60ff1ce4cc31 req-273365b0-45ae-411d-9d5e-013c9bd6fa94 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1224167
Apr 20 19:18:27.046748 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a49fb3b2-9f8e-4d8e-b09f-60ff1ce4cc31 req-7a61f058-ff53-42be-8f62-159ad6c7c94b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460179
Apr 20 19:18:27.100153 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:27.359760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:27.385634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'mac_address': 'fa:16:3e:ca:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:27.447220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:27.473424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0540be-bff7-4e64-b9b7-d68ed1293fdc {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:27.503382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:27.508781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:27.511479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:27.538846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-516577d6-1bfe-4417-8478-c4981a5b57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:27.546591 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-516577d6-1bfe-4417-8478-c4981a5b57ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 1098 time: 0.2585158
Apr 20 19:18:27.559394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f95e62-8b22-4396-a942-3ff0a051fbdc req-b98084d9-bc77-46e5-a0d5-de1299c8311d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:27.566121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] For port c97bca53-bcf6-4794-a9d1-87831540373f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c97bca53-bcf6-4794-a9d1-87831540373f,segment=NetworkSegment(ff2c6920-3701-4a1a-84be-7dfa1c4a6138),segment_id=ff2c6920-3701-4a1a-84be-7dfa1c4a6138)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:27.566576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:27.569721 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06f95e62-8b22-4396-a942-3ff0a051fbdc req-b98084d9-bc77-46e5-a0d5-de1299c8311d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2308061
Apr 20 19:18:27.632178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:27.644572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:27.704374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29abe6d-ba7f-4ec5-a07a-78235e7ba8b3 req-c57c4f59-2b55-4299-aabf-8eec6946ff7d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:27.706155 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a29abe6d-ba7f-4ec5-a07a-78235e7ba8b3 req-c57c4f59-2b55-4299-aabf-8eec6946ff7d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.4590898
Apr 20 19:18:27.760026 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['2e0540be-bff7-4e64-b9b7-d68ed1293fdc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:27.817346 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06f95e62-8b22-4396-a942-3ff0a051fbdc req-58734a86-a569-44f8-b897-ad3a59048911 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459409
Apr 20 19:18:27.877753 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a29abe6d-ba7f-4ec5-a07a-78235e7ba8b3 req-d5d27132-dd41-48d3-9665-bd57a9aabd6b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100295
Apr 20 19:18:27.985445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Calling delete_port for c97bca53-bcf6-4794-a9d1-87831540373f owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:18:27.988861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-eccf9e3d-c40d-4590-abba-5a37774c0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:27.990151 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-eccf9e3d-c40d-4590-abba-5a37774c0edd service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.3481383
Apr 20 19:18:28.085431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41478) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:28.239936 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-02bb2cd1-0bc0-4def-9756-2e6fb28812dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a70b57-4809-468b-bc54-39462d51aaa1 HTTP/1.1" status: 200  len: 217 time: 0.2387531
Apr 20 19:18:28.337860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.349493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8275db2-9f64-479b-be16-2c05167224a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:28.372515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-bfaa38bb-59d1-4e7a-8f7b-4c0460184905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:28.374122 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-bfaa38bb-59d1-4e7a-8f7b-4c0460184905 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.1268868
Apr 20 19:18:28.386632 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794895a-7a31-41ea-a899-6d41c994b2ea req-71911885-c18d-4e35-971e-d3dff6f8ae67 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:28.388358 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e794895a-7a31-41ea-a899-6d41c994b2ea req-71911885-c18d-4e35-971e-d3dff6f8ae67 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/ports?device_id=092abfd7-6e6a-4c09-91bb-2884e1747d7c HTTP/1.1" status: 200  len: 946 time: 0.2886090
Apr 20 19:18:28.398785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.438188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a82147-b639-4924-addf-132ac2c92e3e req-85332a81-c27c-4f3f-9b96-0d9e96aa4160 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:28.441100 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c3a82147-b639-4924-addf-132ac2c92e3e req-85332a81-c27c-4f3f-9b96-0d9e96aa4160 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2844920
Apr 20 19:18:28.458175 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-094bb542-5446-4827-8810-df371af8a0f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674286
Apr 20 19:18:28.458486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.458702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 41494) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:28.477741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e267a910-da2a-4f82-9764-9baec7056d2e,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:28.491636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'floatingip': {'port_id': 'fd534917-0276-4ed8-88b8-906951ef7306'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:28.517942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:28.522008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Usage tracker for resource:security_group_rule and tenant:5d3dd1b2d81c45c89aa5339e3d396b46 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:28.532211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:28.532476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:28.579826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:28.586220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:28.613683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Checking segment: {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:28.614102 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Network hostable DHCP agents. Network: 530fe84c-bb97-495f-92fc-7c17dfae2367, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:18:28.629364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.676596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Pushing event deleted for resources: {'Port': ['ID=c97bca53-bcf6-4794-a9d1-87831540373f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:28.695080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:28.696229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] No DVR routers for this DVR port c97bca53-bcf6-4794-a9d1-87831540373f on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:18:28.705003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.709435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'name': 'network-vif-deleted', 'tag': 'c97bca53-bcf6-4794-a9d1-87831540373f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:28.743458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:18:28.765984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02363d95-2095-46fb-bb47-ee657bccb254 req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.52 "DELETE /v2.0/ports/c97bca53-bcf6-4794-a9d1-87831540373f HTTP/1.1" status: 204  len: 173 time: 1.8888915
Apr 20 19:18:28.779614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 530fe84c-bb97-495f-92fc-7c17dfae2367) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:28.786129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.787777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:28.788415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.788940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d6954-c103-43c3-b997-47b5993b5edd None None] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:18:28.807384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:28.825344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b15e721f-7437-4fcb-9741-eb0c75381125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:28.865202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41518) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:28.866773 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.3461246
Apr 20 19:18:28.878336 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d3dd1b2d81c45c89aa5339e3d396b46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7850459
Apr 20 19:18:28.883405 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1240c47-dd89-4c19-b986-6c6f98a3ea4d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:28.886020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41524) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:28.889097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:28.965935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.018580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.122939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:29.145380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.157921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.174870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:29.194127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:29.198568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1240c47-dd89-4c19-b986-6c6f98a3ea4d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:29.203170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:29.204122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Usage tracker for resource:security_group_rule and tenant:17a9bfc2846b4e3c8b5236013fba8157 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:29.207352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:29.210924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.215005 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1240c47-dd89-4c19-b986-6c6f98a3ea4d HTTP/1.1" status: 204  len: 168 time: 0.3252692
Apr 20 19:18:29.217187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:29.261278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af6a9d-5792-4c2b-911f-e9c9b5836114 None None] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:18:29.342078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.354624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.362383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e6b9def5-5df7-4402-b92c-744ee15456c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:29.377888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:29.413900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a10d84-54a9-44dd-b835-bb8a6fdaec95,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:29.423118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17a9bfc2846b4e3c8b5236013fba8157&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5548904
Apr 20 19:18:29.423805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41536) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:29.431678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.432092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.432494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.432888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.433282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.434028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.434165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.434589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.434994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.435382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.435763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.436122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:29.446472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:29.447013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.450065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:29.512301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.547852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.580617 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e794895a-7a31-41ea-a899-6d41c994b2ea req-b4f8df2c-cfbc-4fd2-8264-579a93e9f76c tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] 10.222.0.48 "GET /v2.0/security-groups?id=379b45d5-c505-42ed-85ca-1f6d6237eb57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1242800
Apr 20 19:18:29.616027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.622805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:29.641589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a10d84-54a9-44dd-b835-bb8a6fdaec95,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:29.645714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:29.647530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.652255 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13a10d84-54a9-44dd-b835-bb8a6fdaec95 HTTP/1.1" status: 204  len: 168 time: 0.2237396
Apr 20 19:18:29.683304 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092abfd7-6e6a-4c09-91bb-2884e1747d7c', 'name': 'network-vif-deleted', 'tag': 'c97bca53-bcf6-4794-a9d1-87831540373f', 'status': 'completed', 'code': 200}
Apr 20 19:18:29.687420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea339c-647d-41e5-918f-f39f11c73c6a req-76d9bca5-fc92-4c84-8acf-bcf3f6165f52 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:29.690417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:29.695619 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9ea339c-647d-41e5-918f-f39f11c73c6a req-76d9bca5-fc92-4c84-8acf-bcf3f6165f52 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 945 time: 0.9887996
Apr 20 19:18:29.818859 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-7e03fa89-c5fd-4266-8ed3-ad2b7221d86c service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2234251
Apr 20 19:18:29.922404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:29.994290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41548) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:30.021568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:30.027055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.035451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.036368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device c97bca53-bcf6-4794-a9d1-87831540373f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:18:30.055176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:30.065433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd18e28937845b88ea41d7080dc4fba is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:30.077201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:30.084733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:30.121708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:30.174318 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9ea339c-647d-41e5-918f-f39f11c73c6a req-61bad47e-40f5-4852-8a47-c869a2594d80 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4732032
Apr 20 19:18:30.197319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.202954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.238784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8e85e9c-822b-414d-8709-217578889e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:30.250844 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcd18e28937845b88ea41d7080dc4fba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2548156
Apr 20 19:18:30.253694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41554) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:30.273819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: c97bca53-bcf6-4794-a9d1-87831540373f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:18:30.274239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device c97bca53-bcf6-4794-a9d1-87831540373f not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:18:30.298646 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'code': 200}
Apr 20 19:18:30.341523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23aefd-9997-4d7c-9797-7883b05871b3,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:30.365810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:30.374791 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:30.382801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:30.437957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41562) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:30.461208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.464809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.503223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:30.506891 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2790a273-dde5-43ce-80f7-2b55a1565b51 req-fc774bb8-4392-4635-bba9-a02454379939 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6750863
Apr 20 19:18:30.510558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.518303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Usage tracker for resource:security_group_rule and tenant:b2cbad0025a5433b9379d94bc6039fe6 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:30.524249 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:30.570796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:30.601020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e79f4-b1b4-4dc7-b0b9-2894a717211d req-3b3c29bd-e9ba-4132-b236-7ec0c7bb0cf9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:30.606388 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa0e79f4-b1b4-4dc7-b0b9-2894a717211d req-3b3c29bd-e9ba-4132-b236-7ec0c7bb0cf9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.5693901
Apr 20 19:18:30.660107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:18:30.680290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.689309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:30.703268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d600348-2161-44b6-a13b-702831cb7971 req-663b3151-2b5f-4fcc-b0d2-3b5b11e20df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:30.704867 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d600348-2161-44b6-a13b-702831cb7971 req-663b3151-2b5f-4fcc-b0d2-3b5b11e20df6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1099 time: 0.1731954
Apr 20 19:18:30.713530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23aefd-9997-4d7c-9797-7883b05871b3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:30.716022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:30.744675 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa0e79f4-b1b4-4dc7-b0b9-2894a717211d req-f33d03d7-4768-4a52-a58c-0cb293cc8b24 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297076
Apr 20 19:18:30.765227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.769239 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b23aefd-9997-4d7c-9797-7883b05871b3 HTTP/1.1" status: 204  len: 168 time: 0.5142646
Apr 20 19:18:30.785164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.789092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.796020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.802333 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d600348-2161-44b6-a13b-702831cb7971 req-b9c812b5-5b10-4a89-afd6-b8e07b04234b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850923
Apr 20 19:18:30.803512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.812302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b136bb22-a763-482c-93f2-e906c9e59778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:30.863237 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2cbad0025a5433b9379d94bc6039fe6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4239316
Apr 20 19:18:30.864255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d77ec9-990e-4b9e-9fa5-e0d88b4dab0d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:30.867669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:30.868187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41578) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:30.930051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.963076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.986796 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Floating IP 6ab1a25d-0014-4158-9dad-5c8961490ebe associated. External IP: 172.27.1.251, port: fd534917-0276-4ed8-88b8-906951ef7306.
Apr 20 19:18:31.023323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.034255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f9fbc3c-6690-4284-902f-9146bec6497f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:31.054484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d77ec9-990e-4b9e-9fa5-e0d88b4dab0d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:31.056824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.058542 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72d77ec9-990e-4b9e-9fa5-e0d88b4dab0d HTTP/1.1" status: 204  len: 168 time: 0.1889422
Apr 20 19:18:31.059771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:31.377978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41596) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:31.406288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.424560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:31.429860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Usage tracker for resource:security_group_rule and tenant:a80b7896523142699d982f90d7c24c71 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:31.433215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:31.439796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:31.545375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.550728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.563119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08fded2b-5ba1-41ae-b555-b49e3d0bce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:31.638641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aec361-43bc-4803-8823-91093931b07f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:31.646846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:31.657465 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a80b7896523142699d982f90d7c24c71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2756262
Apr 20 19:18:31.657925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41612) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:31.736906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.771536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.777097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:18:31.821257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.828890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-814fba52-90dc-445a-804b-644a8b66254a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:31.845695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aec361-43bc-4803-8823-91093931b07f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:31.856450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:31.857612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:31.862303 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48aec361-43bc-4803-8823-91093931b07f HTTP/1.1" status: 204  len: 168 time: 0.2031476
Apr 20 19:18:32.198766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-7b0fa8b9-8e5c-4e46-8bd5-6ea7a0dab2be tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:32.200409 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-7b0fa8b9-8e5c-4e46-8bd5-6ea7a0dab2be tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/networks?id=530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 200  len: 809 time: 0.3910000
Apr 20 19:18:32.244216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854576-0b1e-405f-8d8e-681644689b93 req-4d543c87-dcaf-4d17-977b-6e5586774815 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:32.245817 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75854576-0b1e-405f-8d8e-681644689b93 req-4d543c87-dcaf-4d17-977b-6e5586774815 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.8911386
Apr 20 19:18:32.252597 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-d1ef3ed8-9633-4b6d-b0e9-b57585e5bc18 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/quotas/3c847e04a33b45a68c63a63c3ff855fd HTTP/1.1" status: 200  len: 375 time: 0.0404058
Apr 20 19:18:32.260031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:18:32.266425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:32.276884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:18:32.287959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:18:32.288269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db84633c8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:18:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:32.464264 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-a0430447-65b8-4140-a0b1-9c33a1297ab7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2010565
Apr 20 19:18:32.510292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:18:32.569511 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-763db9c9-34de-46a7-a387-1356f5a3fd50 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "PUT /v2.0/floatingips/6ab1a25d-0014-4158-9dad-5c8961490ebe HTTP/1.1" status: 200  len: 991 time: 4.1088285
Apr 20 19:18:32.574616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:32.587374 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75854576-0b1e-405f-8d8e-681644689b93 req-f3021346-a3c5-48bc-921e-24fb6c75d850 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2478476
Apr 20 19:18:32.665739 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-df3183ca-f24b-4c2b-af83-c6f1137d07c3 service neutron] 10.222.0.48 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003407
Apr 20 19:18:32.840836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-635d0633-1a67-4047-bd76-496ef7c9865a service neutron] 10.222.0.48 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674705
Apr 20 19:18:32.933783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d91625-a720-48c7-9b67-fd853f6936ed req-e8f86c62-413b-4e08-8fc7-4768f23859ba tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:32.935485 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7d91625-a720-48c7-9b67-fd853f6936ed req-e8f86c62-413b-4e08-8fc7-4768f23859ba tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.0936687
Apr 20 19:18:32.990725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db84633c8>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6ab1a25d-0014-4158-9dad-5c8961490ebe', 'tenant_id': 'f544a358435545bc91293d5552058381', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'port_id': 'fd534917-0276-4ed8-88b8-906951ef7306', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'mac_address': 'fa:16:3e:3f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072ef72c-8b70-4646-b698-a199605e7183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:17:59Z', 'updated_at': '2021-04-20T19:18:30Z', 'revision_number': 1, 'project_id': 'f544a358435545bc91293d5552058381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:33.002130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:18:33.032549 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7d91625-a720-48c7-9b67-fd853f6936ed req-1b055faa-9c63-42a6-8461-c54c98ca87c2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827181
Apr 20 19:18:33.041283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:18:33.043398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db84633c8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:18:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:33.464557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:18:33.473768 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ad0f0be-5be2-4b70-8bd5-60dc0e95a0c4 req-1167363b-660d-4208-8cf4-1aa3d3204f28 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 210 time: 0.1405766
Apr 20 19:18:33.484743 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306', 'status': 'completed', 'code': 200}
Apr 20 19:18:33.489151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 41706) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:33.581488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-8bf767da-67ca-4319-8696-183489b6c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:33.584244 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-8bf767da-67ca-4319-8696-183489b6c078 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1098 time: 0.1839030
Apr 20 19:18:33.608857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Deleting subnet 047885d1-3088-419f-a371-be7bb7cc5d92 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:18:33.652800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:33.781353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-c4bdbe06-0ad7-4a59-9e48-a103481e4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:33.783187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-c4bdbe06-0ad7-4a59-9e48-a103481e4d22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.1914387
Apr 20 19:18:33.810505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:33.961950 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-36a2854f-4b98-4f1b-9c85-332cf8ab35b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 999 time: 0.1716177
Apr 20 19:18:34.062407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-3d427b8e-8c9e-49e0-b6e5-de644208e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:34.065758 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-3d427b8e-8c9e-49e0-b6e5-de644208e24d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.0960650
Apr 20 19:18:34.108067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db84633c8>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6ab1a25d-0014-4158-9dad-5c8961490ebe', 'tenant_id': 'f544a358435545bc91293d5552058381', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'port_id': 'fd534917-0276-4ed8-88b8-906951ef7306', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'mac_address': 'fa:16:3e:3f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072ef72c-8b70-4646-b698-a199605e7183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:17:59Z', 'updated_at': '2021-04-20T19:18:30Z', 'revision_number': 1, 'project_id': 'f544a358435545bc91293d5552058381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:34.112650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36bd9a5-01de-4ea2-9451-a6474e99d9a6 None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6ab1a25d-0014-4158-9dad-5c8961490ebe', 'tenant_id': 'f544a358435545bc91293d5552058381', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'port_id': 'fd534917-0276-4ed8-88b8-906951ef7306', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'mac_address': 'fa:16:3e:3f:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072ef72c-8b70-4646-b698-a199605e7183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:17:59Z', 'updated_at': '2021-04-20T19:18:30Z', 'revision_number': 1, 'project_id': 'f544a358435545bc91293d5552058381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:18:34.213661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-4a7987e9-d286-4338-86bc-70141a9333b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:34.215430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-4a7987e9-d286-4338-86bc-70141a9333b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355278
Apr 20 19:18:34.221219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-8b9ae540-0364-4d91-b2fa-bdfde8532f22 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:34.223026 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-8b9ae540-0364-4d91-b2fa-bdfde8532f22 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.3710668
Apr 20 19:18:34.287289 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-74c48352-0ce1-4d1e-99f9-c5374fd55200 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/quotas/ad5936ef70be44ac89df14ad4f1d0832 HTTP/1.1" status: 200  len: 375 time: 0.0553632
Apr 20 19:18:34.297481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:34.460736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5c91e-f002-4df5-8d79-2a04072bfcaf req-9b12f1d2-a6cf-4958-8da8-86cc54e43cec tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:34.469138 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6d5c91e-f002-4df5-8d79-2a04072bfcaf req-9b12f1d2-a6cf-4958-8da8-86cc54e43cec tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.6109815
Apr 20 19:18:34.489150 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-f1696991-3653-404b-951b-d647e18a2bfd service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294824
Apr 20 19:18:34.527539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6a55d-9c48-40d7-b354-6531af3bb3b8 None None] New status for floating IP 6ab1a25d-0014-4158-9dad-5c8961490ebe: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:18:34.630903 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6d5c91e-f002-4df5-8d79-2a04072bfcaf req-5485a588-6520-4f63-8aa0-09678530827a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607881
Apr 20 19:18:34.710317 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c93b50-53af-4f5e-88fd-d0014eabf8b2 req-93659820-5adc-4ceb-aeed-854cf6ddd6d9 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108691
Apr 20 19:18:34.793323 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-dc0cc5fe-a779-4662-91a9-b478daa13f61 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4088252
Apr 20 19:18:35.158021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e882cd-9e2a-4342-b3b9-765db3793a86 req-8f6540e6-9a3a-4e0a-b51f-9d6bc2cd097b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:35.160325 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-26e882cd-9e2a-4342-b3b9-765db3793a86 req-8f6540e6-9a3a-4e0a-b51f-9d6bc2cd097b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2937100
Apr 20 19:18:35.242654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-03161e08-6c89-496b-b0b7-6e14134696f0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:35.243785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-8c040630-e2df-481f-b928-2e4343fae825 req-03161e08-6c89-496b-b0b7-6e14134696f0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Synchronizing usage tracker for tenant:3c847e04a33b45a68c63a63c3ff855fd on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:35.265812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-8c040630-e2df-481f-b928-2e4343fae825 req-03161e08-6c89-496b-b0b7-6e14134696f0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Unset dirty status for tenant:3c847e04a33b45a68c63a63c3ff855fd on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:35.267083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-03161e08-6c89-496b-b0b7-6e14134696f0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "GET /v2.0/networks?id=530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 200  len: 809 time: 0.3462603
Apr 20 19:18:35.287122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Request body: {'port': {'device_id': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367', 'admin_state_up': True, 'tenant_id': '3c847e04a33b45a68c63a63c3ff855fd'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:35.299473 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-26e882cd-9e2a-4342-b3b9-765db3793a86 req-08ff0d18-f206-46d1-b527-f6774ecedbb9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183679
Apr 20 19:18:35.305101 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c6a66dd6-5347-4239-8b6d-9f4f4799c3ae service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5014100
Apr 20 19:18:35.438318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:35.456579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:35.460642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Usage tracker for resource:port and tenant:3c847e04a33b45a68c63a63c3ff855fd is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:35.463994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:35.465099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f76e6dd9-54a4-4d9b-8177-f04e848faf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:35.470544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:35.480032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Made reservation on behalf of 3c847e04a33b45a68c63a63c3ff855fd for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:35.486296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:35.539067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047885d1-3088-419f-a371-be7bb7cc5d92,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:35.560541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.560953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.561345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.561763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.562156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.562543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.562924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.563302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.563682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.564057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.564435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.564810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:35.571800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:35.577685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:35.594195 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/047885d1-3088-419f-a371-be7bb7cc5d92 HTTP/1.1" status: 204  len: 168 time: 2.1039505
Apr 20 19:18:35.597997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 41818) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:35.629853 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-73c64d81-ac62-4ded-9654-6be1dc846c22 service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3169649
Apr 20 19:18:35.699385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Allocated IP 172.20.0.10 (530fe84c-bb97-495f-92fc-7c17dfae2367/e267a910-da2a-4f82-9764-9baec7056d2e/7f8c033e-f0d1-45b1-a81b-fb977bf8b465) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:18:36.001705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.035587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.041873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:36.126567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:36.130599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:36.135296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:36.135512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.142170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:36.142877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.156842 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Pushing event updated for resources: {'Port': ['ID=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:36.162668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:36.176218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8946426
Apr 20 19:18:36.196248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Request body: {'port': {'device_id': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:36.239700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d62da-0c73-445b-8232-26920039383a req-565b0a1c-f235-491a-a549-bb292f5804d5 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:36.241411 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-726d62da-0c73-445b-8232-26920039383a req-565b0a1c-f235-491a-a549-bb292f5804d5 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 932 time: 0.2576969
Apr 20 19:18:36.319692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3a75d-9852-40a7-b6dc-d544632ae720 req-081c99fc-c353-4851-8b8c-b5fa5f618564 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:36.324310 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ba3a75d-9852-40a7-b6dc-d544632ae720 req-081c99fc-c353-4851-8b8c-b5fa5f618564 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.3445425
Apr 20 19:18:36.332944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41836) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:36.333311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.350213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.352389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'floatingip': {'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:36.476887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.523220 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69e487ae-69a9-41f3-a6c7-2d29d7c390a4 req-eeb66304-3a0e-4509-b2a7-b3013160394a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.0872676
Apr 20 19:18:36.549054 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2767588>,) {'filters': {'network_id': ['f9c0d1ee-9f89-446d-946e-0a07de689a6b']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:36.563913 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-726d62da-0c73-445b-8232-26920039383a req-3c388aa3-ead7-42e6-9659-37bf9b1368e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545674
Apr 20 19:18:36.576698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2767588>, 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:36.577008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2767588>, 'ff2c6920-3701-4a1a-84be-7dfa1c4a6138') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:36.610184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.630622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:36.639033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:18:36.909681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:18:36.920198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:37.187477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc4b06-bb31-44a3-b30d-118945d2e6e0 req-9085b3c4-8736-4737-af90-579edb6e7a64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:37.189378 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cfdc4b06-bb31-44a3-b30d-118945d2e6e0 req-9085b3c4-8736-4737-af90-579edb6e7a64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.4969683
Apr 20 19:18:37.204341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Network f9c0d1ee-9f89-446d-946e-0a07de689a6b has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:18:37.259982 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:18:37.544071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:37.558313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-19554867-f4d8-4510-a00b-96ae62b004e0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:37.559947 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-19554867-f4d8-4510-a00b-96ae62b004e0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.3590877
Apr 20 19:18:37.564060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d2560ec5-5903-42a7-b2a5-6cc18f510999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:37.578574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:18:37.581666 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cfdc4b06-bb31-44a3-b30d-118945d2e6e0 req-9b3495fc-0ba1-4439-a12c-abef7573a7fd tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3428702
Apr 20 19:18:37.582813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:37.592523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Request body: {'port': {'device_id': '358d3991-d8f0-4906-b8b5-33be33d27480', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'admin_state_up': True, 'tenant_id': 'ad5936ef70be44ac89df14ad4f1d0832'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:37.630312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c0d1ee-9f89-446d-946e-0a07de689a6b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:37.673189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:37.685813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:37.697609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:37.755568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Transition to ACTIVE for port object 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:37.760420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:37.802945 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cbfafe2-5b07-49cc-8df9-6880b3d56d51 req-bcc3f03a-7de9-48fb-98f2-9e97daf26c15 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.1065917
Apr 20 19:18:37.812250 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/f9c0d1ee-9f89-446d-946e-0a07de689a6b HTTP/1.1" status: 204  len: 168 time: 2.2132089
Apr 20 19:18:37.882872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0dbab8a-67ef-4d03-a5bc-4347d91d63fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:37.883138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:37.897863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:37.915170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca723742-83a2-4d17-9e48-42cadab52a4f req-2ac302b9-d629-43df-b39a-32c7616ff8c0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:37.916850 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca723742-83a2-4d17-9e48-42cadab52a4f req-2ac302b9-d629-43df-b39a-32c7616ff8c0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 944 time: 0.1729352
Apr 20 19:18:37.927218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Made reservation on behalf of ad5936ef70be44ac89df14ad4f1d0832 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:18:37.933257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.011659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.034782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.039776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 41880) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:38.043107 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca723742-83a2-4d17-9e48-42cadab52a4f req-a2259c97-c218-4aa2-a829-8d597932ab2d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170905
Apr 20 19:18:38.124175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:18:38.188884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:38.192427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:38.200364 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c88eb429-9050-4f8a-a6d4-ae68b0abf283 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbf6133fbc814cb1881e1239159e0568&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1560538
Apr 20 19:18:38.201557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Allocated IP 172.20.0.3 (a3d56b3d-c47b-49ff-9e13-42db36c3dbd5/429a4f9d-eb50-44a3-8230-2d6f938826b4/cdfa5087-dd7b-4e2e-bec8-adc661ef0728) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:18:38.203872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 41886) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:38.263931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Attempting to bind port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:38.264342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Attempting to bind port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:38.264684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Attempting to bind port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 on network 530fe84c-bb97-495f-92fc-7c17dfae2367 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:38.275896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 on network 530fe84c-bb97-495f-92fc-7c17dfae2367 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:18:38.276270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Attempting to bind port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 on network 530fe84c-bb97-495f-92fc-7c17dfae2367 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:38.302268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:38.302695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Checking segment: {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:38.303061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Bound using segment: {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:38.303610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Bound port: 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:38.304005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.339059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.371164 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Floating IP c8ff4ec8-444b-4214-a528-6da92b12e879 associated. External IP: 172.27.1.116, port: 2e0540be-bff7-4e64-b9b7-d68ed1293fdc.
Apr 20 19:18:38.434848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.539971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.545245 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.560106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:38.579728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b45d5-c505-42ed-85ca-1f6d6237eb57,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:38.584491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:38.594357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.598074 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/379b45d5-c505-42ed-85ca-1f6d6237eb57 HTTP/1.1" status: 204  len: 168 time: 0.3907149
Apr 20 19:18:38.611120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.620426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:38.625566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:38.806387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event updated for resources: {'Port': ['ID=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:38.811807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:38.824793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:18:38.849149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] For port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:38.865046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] For port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:38.879539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.886702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:18:38.889479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:18:38.966037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:38.966736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:38.992581 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4043596
Apr 20 19:18:39.000905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-27d8b1db-6dc1-4ee5-a6ba-1ae31ab72ca2 tempest-DeleteServersTestJSON-280342482 tempest-DeleteServersTestJSON-280342482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:39.027618 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Request body: {'port': {'device_id': '358d3991-d8f0-4906-b8b5-33be33d27480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:18:39.167041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:39.167963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:39.169746 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f8c033e-f0d1-45b1-a81b-fb977bf8b465 HTTP/1.1" status: 200  len: 1094 time: 2.9786079
Apr 20 19:18:39.266963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'tag': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:39.284899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Router a42b754e-4016-45c8-a2a7-010ae1726c0f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:18:39.286545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41916) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:39.419269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4597c06-7ec3-4bfc-ac2f-71d5f3e60240 req-42f0bfe9-4eed-40f2-9651-c82e5b8c8beb tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:39.420921 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4597c06-7ec3-4bfc-ac2f-71d5f3e60240 req-42f0bfe9-4eed-40f2-9651-c82e5b8c8beb tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.6222911
Apr 20 19:18:39.540548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:39.581303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:18:39.582746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f425781-3cc5-470c-be87-6c60535224a9 req-8dacc8dc-4ee8-4a47-b1be-18758b46bca6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:39.583540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1f425781-3cc5-470c-be87-6c60535224a9 req-8dacc8dc-4ee8-4a47-b1be-18758b46bca6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:39.589182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:39.594229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:18:39.594752 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4597c06-7ec3-4bfc-ac2f-71d5f3e60240 req-56c2f1a4-0a37-4a95-8b38-1d6b595bde56 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296055
Apr 20 19:18:39.611497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:18:39.613304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db838fc50>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:18:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:39.657572 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-30a1ba2b-3651-4657-b38d-df4ddc9a3120 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "PUT /v2.0/floatingips/c8ff4ec8-444b-4214-a528-6da92b12e879 HTTP/1.1" status: 200  len: 992 time: 3.3115349
Apr 20 19:18:39.675022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:39.677884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-1f425781-3cc5-470c-be87-6c60535224a9 req-8dacc8dc-4ee8-4a47-b1be-18758b46bca6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:39.689114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:39.691026 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f425781-3cc5-470c-be87-6c60535224a9 req-8dacc8dc-4ee8-4a47-b1be-18758b46bca6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 931 time: 0.6753747
Apr 20 19:18:39.694119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:39.724393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:39.730646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:eeeac61c99b349f19cc37eee9f3c5127 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:39.734553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:39.739329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-5e48e0b2-a7c7-4eb9-8f07-b6416eb135e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:39.748514 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-5e48e0b2-a7c7-4eb9-8f07-b6416eb135e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 1097 time: 0.4602847
Apr 20 19:18:39.753159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:39.843131 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-7b4145d7-989d-485b-a75a-c64c8e794fbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465 HTTP/1.1" status: 200  len: 217 time: 0.0785100
Apr 20 19:18:39.873985 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f425781-3cc5-470c-be87-6c60535224a9 req-8731f59e-12fe-4cc4-8818-b03b54107c2f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609976
Apr 20 19:18:39.952346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040630-e2df-481f-b928-2e4343fae825 req-e13f568d-ecc0-4ec3-95fd-3704e498b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:39.954221 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-e13f568d-ecc0-4ec3-95fd-3704e498b40e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e267a910-da2a-4f82-9764-9baec7056d2e HTTP/1.1" status: 200  len: 849 time: 0.1007478
Apr 20 19:18:40.078785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-bd165fd2-f11b-4d62-8875-86af45cbe422 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=530fe84c-bb97-495f-92fc-7c17dfae2367&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1021404
Apr 20 19:18:40.085803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:18:40.087283 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'tag': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465', 'status': 'completed', 'code': 200}
Apr 20 19:18:40.283569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:40.317890 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-8915edea-dce6-4517-99bb-f6f2318a5233 service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288980
Apr 20 19:18:40.318545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:40.395035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e796-7db2-4564-b058-4365cc42f223 req-0dd12619-b74f-451c-966f-4775685ac3fd tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:40.396865 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66b0e796-7db2-4564-b058-4365cc42f223 req-0dd12619-b74f-451c-966f-4775685ac3fd tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 944 time: 0.2374523
Apr 20 19:18:40.399474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfa5087-dd7b-4e2e-bec8-adc661ef0728 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:40.409910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:40.474909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Transition to ACTIVE for port object cdfa5087-dd7b-4e2e-bec8-adc661ef0728 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:18:40.486290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:40.500302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:40.512960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-64e86253-44a1-46b2-a791-ea7579504832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:40.522183 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8c040630-e2df-481f-b928-2e4343fae825 req-1b272707-ec80-46e3-9ef4-6fa9c943a050 service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930194
Apr 20 19:18:40.544634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db838fc50>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'c8ff4ec8-444b-4214-a528-6da92b12e879', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'mac_address': 'fa:16:3e:ca:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4274f79-46b3-473f-b889-4961413e29ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:18:10Z', 'updated_at': '2021-04-20T19:18:37Z', 'revision_number': 1, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:40.551845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:18:40.562799 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:18:40.563653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db838fc50>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:18:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:40.564494 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66b0e796-7db2-4564-b058-4365cc42f223 req-c0ac8f62-c46a-488e-9d86-ba522119bc44 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597986
Apr 20 19:18:40.567864 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eeeac61c99b349f19cc37eee9f3c5127&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2644186
Apr 20 19:18:40.569818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b5a180-52ec-48c2-a766-6877d07f6040,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:40.588198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41946) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:40.594061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:40.775012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:40.777981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:40.840009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:40.854780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Attempting to bind port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:18:40.855538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Attempting to bind port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:18:40.856110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Attempting to bind port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:40.863058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:18:40.863701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Attempting to bind port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:18:40.880187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:18:40.896562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-e7d5120e-ec27-46c6-8c2d-33647a718fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:40.898546 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-e7d5120e-ec27-46c6-8c2d-33647a718fa5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 1097 time: 0.2921250
Apr 20 19:18:40.912122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:18:40.912872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Checking segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:18:40.913988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Bound using segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:18:40.914707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Bound port: cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:18:40.915370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:40.918346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:41.059893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be08771-519c-4cd8-8818-146829c067db req-d23b7104-d69a-4506-847b-1f45c41c594f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.069498 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be08771-519c-4cd8-8818-146829c067db req-d23b7104-d69a-4506-847b-1f45c41c594f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2158251
Apr 20 19:18:41.127062 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5be08771-519c-4cd8-8818-146829c067db req-25a20817-e756-4990-8c2e-a2e2f5de4e8d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538762
Apr 20 19:18:41.131555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] For port cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:18:41.143407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] For port cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:18:41.188291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:41.207014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-97a37172-515f-481b-9a96-15ed0cb480c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:41.213864 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-359259a6-5b6b-480d-bb53-185472480359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.215489 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-359259a6-5b6b-480d-bb53-185472480359 service neutron] 10.222.0.52 "GET /v2.0/networks?id=530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 200  len: 910 time: 0.2887266
Apr 20 19:18:41.223639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:41.230420 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-bce037fe-7dcf-411e-a303-25514a4e7758 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2740881
Apr 20 19:18:41.232577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e7b9f683-1563-4577-95c9-aec0bc06d2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:41.263895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.264647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:41.266273 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] 10.222.0.52 "PUT /v2.0/ports/cdfa5087-dd7b-4e2e-bec8-adc661ef0728 HTTP/1.1" status: 200  len: 1093 time: 2.2476077
Apr 20 19:18:41.266812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d3991-d8f0-4906-b8b5-33be33d27480', 'tag': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:41.320107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:41.324008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:41.333154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f6958-166e-45c8-9b5a-0027b76bffc4 req-9ff4f435-8eec-4114-8b29-40178ed57a79 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.340999 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae6f6958-166e-45c8-9b5a-0027b76bffc4 req-9ff4f435-8eec-4114-8b29-40178ed57a79 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 943 time: 0.2029417
Apr 20 19:18:41.345008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b5a180-52ec-48c2-a766-6877d07f6040,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:41.348157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:41.351114 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-28198783-3cca-40a8-ba2d-477813a63eed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465 HTTP/1.1" status: 200  len: 217 time: 0.1111710
Apr 20 19:18:41.352449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:41.375732 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4b5a180-52ec-48c2-a766-6877d07f6040 HTTP/1.1" status: 204  len: 168 time: 0.7673461
Apr 20 19:18:41.393689 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae6f6958-166e-45c8-9b5a-0027b76bffc4 req-62e07ff7-4dd7-43bc-9bac-60e5e03890db tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515852
Apr 20 19:18:41.409138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db838fc50>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'c8ff4ec8-444b-4214-a528-6da92b12e879', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'mac_address': 'fa:16:3e:ca:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4274f79-46b3-473f-b889-4961413e29ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:18:10Z', 'updated_at': '2021-04-20T19:18:37Z', 'revision_number': 1, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:18:41.420160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8cd711-9da2-4f09-8469-a8ca9ea22537 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'c8ff4ec8-444b-4214-a528-6da92b12e879', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'mac_address': 'fa:16:3e:ca:33:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4274f79-46b3-473f-b889-4961413e29ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:18:10Z', 'updated_at': '2021-04-20T19:18:37Z', 'revision_number': 1, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:18:41.467991 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d3991-d8f0-4906-b8b5-33be33d27480', 'tag': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', 'status': 'completed', 'code': 200}
Apr 20 19:18:41.515932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-da8cc704-04a0-4d0d-9a11-622ef8aba5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.518426 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-da8cc704-04a0-4d0d-9a11-622ef8aba5d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 1098 time: 0.1193590
Apr 20 19:18:41.573476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-26d5a7fd-4476-4e0c-b1bd-3eb967c06d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.575711 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-26d5a7fd-4476-4e0c-b1bd-3eb967c06d04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e267a910-da2a-4f82-9764-9baec7056d2e HTTP/1.1" status: 200  len: 849 time: 0.1974933
Apr 20 19:18:41.590354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-0cf7e0dc-de49-495d-abec-7e60f8db5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.592757 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-0cf7e0dc-de49-495d-abec-7e60f8db5717 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 1096 time: 0.1451435
Apr 20 19:18:41.647738 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-cbce4284-1ce2-4a42-bd73-d301d1a75a2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=530fe84c-bb97-495f-92fc-7c17dfae2367&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536458
Apr 20 19:18:41.766658 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-7e6f2ce7-f074-442d-a6c5-ef95e4330b9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728 HTTP/1.1" status: 200  len: 217 time: 0.1221509
Apr 20 19:18:41.792841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-6447d616-c2c6-4135-a283-3985266d7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.795168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-6447d616-c2c6-4135-a283-3985266d7e47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 916 time: 0.2515645
Apr 20 19:18:41.804439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed33b7-7b4e-4623-a3bf-54ebde24dbde None None] New status for floating IP c8ff4ec8-444b-4214-a528-6da92b12e879: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:18:41.868412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 41974) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:41.891408 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-fb312f1f-c4d8-482c-804c-7df67e1638c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc HTTP/1.1" status: 200  len: 217 time: 0.0796680
Apr 20 19:18:41.908840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:41.909272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a9abd-2e24-4733-8872-73a541c0121f req-18a78f35-b91b-4a16-ab4c-4a0fd5b5fdf1 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.910910 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-937a9abd-2e24-4733-8872-73a541c0121f req-18a78f35-b91b-4a16-ab4c-4a0fd5b5fdf1 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 944 time: 0.2019317
Apr 20 19:18:41.946855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:41.965976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-775cb276-188d-4abe-bb1d-b6cb12d2befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:41.967738 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-775cb276-188d-4abe-bb1d-b6cb12d2befc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.1523077
Apr 20 19:18:41.971614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Usage tracker for resource:security_group_rule and tenant:e4b3bd9a11784e8f84429d79cfbf12e1 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:41.976446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:42.017319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-a197658a-e73c-4295-9b8a-f1506d41ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:42.018951 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-a197658a-e73c-4295-9b8a-f1506d41ab77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.1191301
Apr 20 19:18:42.139323 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-6e57b3e3-535c-47d5-a609-c0fc88f7e779 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096027
Apr 20 19:18:42.155763 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-937a9abd-2e24-4733-8872-73a541c0121f req-ad37710b-a156-4b2a-931d-277f9c616c53 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791010
Apr 20 19:18:42.336717 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-ea912a3b-072e-43a4-9567-d13e3b1661b3 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796060
Apr 20 19:18:42.389020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:42.402582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:42.452125 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-629ee0a5-0633-416f-bff6-a4100a7aa301 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4723105
Apr 20 19:18:42.468796 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'status': 'completed', 'code': 200}
Apr 20 19:18:42.505094 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-ae34699a-4bf3-4c64-9a2f-3522377abc3e service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7832339
Apr 20 19:18:42.604310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:42.636617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:42.651496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d1e2f855-fb35-410d-90c6-9f3c6ff12b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:42.663446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24459-a7c6-478c-abe4-de30e8a91232 req-0ffcd2d9-6ddc-471a-b6d6-98f4e5cf7227 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:42.665175 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59c24459-a7c6-478c-abe4-de30e8a91232 req-0ffcd2d9-6ddc-471a-b6d6-98f4e5cf7227 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.3231685
Apr 20 19:18:42.702157 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-4e636a37-0b5c-439c-85c2-a8c3aabbffa7 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3115640
Apr 20 19:18:42.708951 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-1de50c8e-4ab6-468e-84cf-72b9e8d5acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:42.710541 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-1de50c8e-4ab6-468e-84cf-72b9e8d5acbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1099 time: 0.1900210
Apr 20 19:18:42.811728 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4b3bd9a11784e8f84429d79cfbf12e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9430454
Apr 20 19:18:42.817634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d4c8d-10b0-4d12-b607-b6d11bc59792,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:42.818246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42002) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:42.831228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:42.856569 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-9292396e-8815-4394-b69c-3c2420f76b9d service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3864439
Apr 20 19:18:42.960439 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bfb40810-58e1-40c2-9680-9016c99b1314 req-142f545b-e90b-4e43-a02c-56e10694dc35 service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3969460
Apr 20 19:18:43.026813 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5f5ddc1-bda7-4e3a-ab2b-25e08d155cc6 req-34f2e60e-6cac-4861-a54d-60cfc9e3a52a service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572363
Apr 20 19:18:43.091418 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59c24459-a7c6-478c-abe4-de30e8a91232 req-97368eda-0ea8-46c7-845e-f16ed3307f1a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4172528
Apr 20 19:18:43.137435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:43.181408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-17c576e1-f0be-4994-aa92-7aabcaa66941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.183050 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-17c576e1-f0be-4994-aa92-7aabcaa66941 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 1096 time: 0.0877886
Apr 20 19:18:43.215914 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:43.270241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-741e340c-36f7-475e-8f8b-3a94fe215983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.271878 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-741e340c-36f7-475e-8f8b-3a94fe215983 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.5100937
Apr 20 19:18:43.273730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:43.289410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d9fd0-7c5d-49d3-821d-ac1765035db7 req-3e9559a7-8291-41fb-8109-e3d8e26d6837 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.297318 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df7d9fd0-7c5d-49d3-821d-ac1765035db7 req-3e9559a7-8291-41fb-8109-e3d8e26d6837 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 943 time: 0.5976739
Apr 20 19:18:43.303468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:43.318857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465', 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367', 'port_id': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465', 'mac_address': 'fa:16:3e:c6:93:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e267a910-da2a-4f82-9764-9baec7056d2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:43.353938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-ec30b8a6-bbac-4021-ab09-468f39ae2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.356023 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-ec30b8a6-bbac-4021-ab09-468f39ae2b20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 916 time: 0.1584244
Apr 20 19:18:43.388358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:43.411538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:43.428995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:43.435481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:43.438981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:43.450393 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-51123510-e4bf-4f5b-b710-ba2bcd0c0adb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728 HTTP/1.1" status: 200  len: 217 time: 0.0776434
Apr 20 19:18:43.485409 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df7d9fd0-7c5d-49d3-821d-ac1765035db7 req-7eff0a7e-454e-4c84-855a-f272e738ac58 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871092
Apr 20 19:18:43.517600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:43.522934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-902f64ac-4c35-402f-bbda-6aa675287845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.524547 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-902f64ac-4c35-402f-bbda-6aa675287845 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.0678689
Apr 20 19:18:43.526426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.526843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.527179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.527583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.527896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.528003 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-d621f4bf-ed31-4f47-88e2-9b455405b4b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 1002 time: 0.2041748
Apr 20 19:18:43.528437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.528800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.529213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.529511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.530075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.530388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.530750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:18:43.535594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:43.589132 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-fd0264c5-6179-4e41-be40-efdcb3bb0f96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501137
Apr 20 19:18:43.620386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:43.633732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fcabf87d-131f-4768-bd9c-b46103bd85b8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:43.655353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc0e43-3f9d-42fd-b257-eefaa50e90ca req-841942cc-0fde-4a35-b08a-478bb8235554 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.656972 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ddc0e43-3f9d-42fd-b257-eefaa50e90ca req-841942cc-0fde-4a35-b08a-478bb8235554 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 945 time: 0.2514429
Apr 20 19:18:43.662166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-af2930dc-439f-4171-b7f8-9da1cc35b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.663682 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-af2930dc-439f-4171-b7f8-9da1cc35b46c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.1185503
Apr 20 19:18:43.667202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d4c8d-10b0-4d12-b607-b6d11bc59792,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:43.669677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:43.721916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:43.727093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/157d4c8d-10b0-4d12-b607-b6d11bc59792 HTTP/1.1" status: 204  len: 168 time: 0.6307588
Apr 20 19:18:43.774237 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-569eead2-f8d8-4220-86f5-f7454729efa5 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618991
Apr 20 19:18:43.779014 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ddc0e43-3f9d-42fd-b257-eefaa50e90ca req-f8e22ff3-a7a8-4f99-8789-f15ad929a89c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140599
Apr 20 19:18:43.811912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['7f8c033e-f0d1-45b1-a81b-fb977bf8b465'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:43.817409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-9e0c4ab2-0caa-435c-80a0-447f90e13550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:43.819526 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-9e0c4ab2-0caa-435c-80a0-447f90e13550 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1471632
Apr 20 19:18:43.970707 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9fabea7-b3f5-4a17-acd0-2e4f1e01e65d req-467e1955-eff0-4b10-a019-b9a1f3b0b237 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676297
Apr 20 19:18:44.082398 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-887a0216-d271-4a51-9ed6-f1705b884dbb service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543592
Apr 20 19:18:44.261372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42026) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:44.286633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.306503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:44.315283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Usage tracker for resource:security_group_rule and tenant:47d50dc99e024814b3568dcc827386c5 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:44.316354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:44.323322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:44.392244 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ad8c15-c455-41f3-bedc-baa3c39e5878 req-b0c4bd54-3033-4ac5-9cf1-b6d4497cbd96 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3015835
Apr 20 19:18:44.414005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8918b-9168-40d4-9a1d-f92c134a6dcf req-aed0fc29-1104-48e9-bc04-f668f3d51029 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:44.422507 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ea8918b-9168-40d4-9a1d-f92c134a6dcf req-aed0fc29-1104-48e9-bc04-f668f3d51029 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1595099
Apr 20 19:18:44.451555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.457324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.471869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-008369d8-08ae-4db4-9ed2-1b40372992dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:44.484765 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1ea8918b-9168-40d4-9a1d-f92c134a6dcf req-3942fbd7-c92b-4192-bf84-fcdb29984a44 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611727
Apr 20 19:18:44.535325 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47d50dc99e024814b3568dcc827386c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2702971
Apr 20 19:18:44.535325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe70d83-87a7-4db1-b802-41dd387a2647,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:44.536208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42038) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:44.549848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:44.610781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.690821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.762999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7b60-7ea5-475d-967e-55e51ec1b533 req-98c48662-8f59-48c2-a2bd-8688bfbb3c10 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:44.764648 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5e2a7b60-7ea5-475d-967e-55e51ec1b533 req-98c48662-8f59-48c2-a2bd-8688bfbb3c10 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 943 time: 0.1402583
Apr 20 19:18:44.771278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.792158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8866760-ab2b-4f22-83d5-ea8a42a9931f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:44.812454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe70d83-87a7-4db1-b802-41dd387a2647,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:44.827383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:44.833123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:44.836809 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fe70d83-87a7-4db1-b802-41dd387a2647 HTTP/1.1" status: 204  len: 168 time: 0.2967248
Apr 20 19:18:44.846763 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5e2a7b60-7ea5-475d-967e-55e51ec1b533 req-03dfec81-ea52-411b-b606-fbe96618626f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737803
Apr 20 19:18:44.978954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb55ed2-4092-4a4a-8508-93b045d2e195 req-6537ee6e-b377-42b8-a61b-14323aabc9ed tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:44.981530 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4bb55ed2-4092-4a4a-8508-93b045d2e195 req-6537ee6e-b377-42b8-a61b-14323aabc9ed tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 945 time: 0.0925148
Apr 20 19:18:45.034892 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4bb55ed2-4092-4a4a-8508-93b045d2e195 req-15ca66d8-40e4-4365-a6cb-ef9f09912d5a tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479374
Apr 20 19:18:45.142644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device cdfa5087-dd7b-4e2e-bec8-adc661ef0728 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:18:45.145371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:45.325944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:45.336668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:45.337100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:45.400606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:45.428290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'port_id': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', 'mac_address': 'fa:16:3e:cf:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a4f9d-eb50-44a3-8230-2d6f938826b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:18:45.572333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:45.587775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:45.611395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfa5087-dd7b-4e2e-bec8-adc661ef0728 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:18:45.753635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9b67-077c-4c77-8300-15e9eb47d2b3 req-8f091b69-bf47-45f6-a604-3eac8adf5d9e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:45.761425 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-353f9b67-077c-4c77-8300-15e9eb47d2b3 req-8f091b69-bf47-45f6-a604-3eac8adf5d9e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1328828
Apr 20 19:18:45.788155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:45.789316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:45.802830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:45.806291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:45.813343 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-353f9b67-077c-4c77-8300-15e9eb47d2b3 req-25fde9a4-9f1b-4fca-b148-27ddb66262ac tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487342
Apr 20 19:18:45.853095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:45.866328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:45.927824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:45.931881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:45.933928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3239d535-325c-43b4-8b03-5ae3bd25ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:45.974078 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465', 'code': 200}
Apr 20 19:18:46.035029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:46.042477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:46.198597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['cdfa5087-dd7b-4e2e-bec8-adc661ef0728'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:18:46.338896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58f625-e71c-4b5d-9183-9113002d0905 req-d1f5d321-b19c-4d8d-984b-9f1ef5813bdc tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:46.340977 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc58f625-e71c-4b5d-9183-9113002d0905 req-d1f5d321-b19c-4d8d-984b-9f1ef5813bdc tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 944 time: 0.2493675
Apr 20 19:18:46.385821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd71746-fe02-41c5-ada7-f3d0f7d376c7 req-f23d6877-6d99-422b-812b-7fe7911f1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:46.387450 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5bd71746-fe02-41c5-ada7-f3d0f7d376c7 req-f23d6877-6d99-422b-812b-7fe7911f1a41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 1099 time: 0.1952379
Apr 20 19:18:46.482028 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc58f625-e71c-4b5d-9183-9113002d0905 req-01206ea7-b0af-4dd6-b4b5-406592c464f3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988517
Apr 20 19:18:46.498315 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5bd71746-fe02-41c5-ada7-f3d0f7d376c7 req-fe3a6393-99e1-4c1e-a30a-8f5f05cccec7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774801
Apr 20 19:18:46.519162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435386b7-647b-4295-a5dc-033bb2c75d50 req-011fdfc5-6f76-4c19-8923-51dca4a04ada tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:46.520804 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-435386b7-647b-4295-a5dc-033bb2c75d50 req-011fdfc5-6f76-4c19-8923-51dca4a04ada tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.1753037
Apr 20 19:18:46.572439 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-435386b7-647b-4295-a5dc-033bb2c75d50 req-d336b6a2-f29b-4905-afd7-fad95536047e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442786
Apr 20 19:18:47.044985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057cbeb-15bf-4cbe-a69d-04d256fc0b5c req-eb0c9d17-8ad3-4738-bd46-5bc8364d38b8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:47.046579 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4057cbeb-15bf-4cbe-a69d-04d256fc0b5c req-eb0c9d17-8ad3-4738-bd46-5bc8364d38b8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.0956693
Apr 20 19:18:47.127494 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4057cbeb-15bf-4cbe-a69d-04d256fc0b5c req-bdad72c8-a854-4cc9-bb99-db108aeb4da3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628502
Apr 20 19:18:47.341348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42164) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:47.481253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.497645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:47.501963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:4746350d13414272a0a9fe84087d69ef is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:47.505043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:47.512634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:47.601938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.643448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.687275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fcb43c54-295e-4c79-80ff-ccbc670aa680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:47.698807 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4746350d13414272a0a9fe84087d69ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3558660
Apr 20 19:18:47.702382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42178) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:47.724332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d16f5-2c2c-4f62-8a44-fdfb9fd33935,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:47.738560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:47.782163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.811537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.812763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542514d7-5040-4be4-a772-eee25d2fcb02 req-3b6262d2-7543-4612-a3ba-5bad7e00722f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:47.814535 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-542514d7-5040-4be4-a772-eee25d2fcb02 req-3b6262d2-7543-4612-a3ba-5bad7e00722f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 944 time: 0.2155449
Apr 20 19:18:47.857956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.863214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c193cfa-5180-4e03-a860-7b03dc814d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:47.877916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d16f5-2c2c-4f62-8a44-fdfb9fd33935,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:47.880660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:47.881612 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-542514d7-5040-4be4-a772-eee25d2fcb02 req-8e964039-ab49-4ede-8b2c-c1390361202f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546138
Apr 20 19:18:47.891623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc7a29-9dbd-4279-864a-c88bffd2b0c9 req-a55b0b86-f0e4-403e-b09e-7ee031eda94c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:47.892517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:47.893356 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ffc7a29-9dbd-4279-864a-c88bffd2b0c9 req-a55b0b86-f0e4-403e-b09e-7ee031eda94c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.1566303
Apr 20 19:18:47.897430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c7d16f5-2c2c-4f62-8a44-fdfb9fd33935 HTTP/1.1" status: 204  len: 168 time: 0.1934810
Apr 20 19:18:47.961032 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ffc7a29-9dbd-4279-864a-c88bffd2b0c9 req-48f4e190-bdc6-4b63-93f1-5a7f0106a5d0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560136
Apr 20 19:18:48.220535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42192) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:48.243569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.259733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:48.264027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Usage tracker for resource:security_group_rule and tenant:641bf2d7b1914647b3b7ac828d25b386 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:48.267267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:48.273582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:48.339769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bd795-cc58-49f2-a064-36c11d78346b req-fa635af6-f6d9-41c5-af9e-23f9e61f444a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:48.341392 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e7bd795-cc58-49f2-a064-36c11d78346b req-fa635af6-f6d9-41c5-af9e-23f9e61f444a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.0904033
Apr 20 19:18:48.365146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.368274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.377782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5c4eb6c-6639-4995-b15d-bfdd18711d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:48.390609 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8e7bd795-cc58-49f2-a064-36c11d78346b req-1652dff2-39d7-4684-a0d5-d4f673af143e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422845
Apr 20 19:18:48.422450 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=641bf2d7b1914647b3b7ac828d25b386&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2006145
Apr 20 19:18:48.422866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42198) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:48.423700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc3d29-cb85-4cdb-bd54-5fc3518e45d7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:48.426955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:48.482584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.486566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.513854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.565932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.571645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-90f72c7b-409f-40f4-8c39-5ef36a2f2b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:48.584770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc3d29-cb85-4cdb-bd54-5fc3518e45d7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:48.588698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:48.594980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.598785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8fc3d29-cb85-4cdb-bd54-5fc3518e45d7 HTTP/1.1" status: 204  len: 168 time: 0.1722786
Apr 20 19:18:49.154917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device cdfa5087-dd7b-4e2e-bec8-adc661ef0728 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:18:49.180112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7dd8d-54e7-4d30-b2e2-63a1127b5331 req-753c0cb9-712f-41bd-b6dc-e1c9f67fa482 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:49.181761 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dcb7dd8d-54e7-4d30-b2e2-63a1127b5331 req-753c0cb9-712f-41bd-b6dc-e1c9f67fa482 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 944 time: 0.1657917
Apr 20 19:18:49.232991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:18:49.238967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:18:49.239495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:49.261652 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dcb7dd8d-54e7-4d30-b2e2-63a1127b5331 req-dad0bc06-b7a7-431f-8cac-85da2325ea4f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710218
Apr 20 19:18:49.271569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9305d-5121-457f-89f9-15fec878440a req-f93838fe-b405-4990-a0db-f2761c85f43e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:49.273187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-74b9305d-5121-457f-89f9-15fec878440a req-f93838fe-b405-4990-a0db-f2761c85f43e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.1583126
Apr 20 19:18:49.337947 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-74b9305d-5121-457f-89f9-15fec878440a req-da80e223-751a-4260-acfb-8a84f67cc009 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574176
Apr 20 19:18:49.401347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:49.434778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d3991-d8f0-4906-b8b5-33be33d27480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:49.451097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:49.456943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:49.461240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-196c1962-0ccd-4d67-83c5-d9af0ba77f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:49.568704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:49.573423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:49.587957 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d3991-d8f0-4906-b8b5-33be33d27480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', 'code': 200}
Apr 20 19:18:49.654739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d788b-afe5-4268-8856-a19ef71ccb1b req-954f4f77-2091-4f9b-b210-5c689affd8be tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:49.656493 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-008d788b-afe5-4268-8856-a19ef71ccb1b req-954f4f77-2091-4f9b-b210-5c689affd8be tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1101589
Apr 20 19:18:49.716807 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-008d788b-afe5-4268-8856-a19ef71ccb1b req-65bcbf65-3fc9-4236-ad43-05576be929b4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537522
Apr 20 19:18:49.876461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09d1f6-a006-493b-957d-0282a52f0831 req-1263132d-00b0-4d0d-aad3-a65689aa8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:49.878101 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3e09d1f6-a006-493b-957d-0282a52f0831 req-1263132d-00b0-4d0d-aad3-a65689aa8959 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 1098 time: 0.0834913
Apr 20 19:18:49.924818 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3e09d1f6-a006-493b-957d-0282a52f0831 req-83adad52-bb11-47d6-9bc1-c91569342e0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378978
Apr 20 19:18:50.479416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2a1e6-36b7-4d70-abfe-912ad0b9f86c req-89c96b62-13be-4797-aa91-92a5f98cc971 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:50.480987 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6df2a1e6-36b7-4d70-abfe-912ad0b9f86c req-89c96b62-13be-4797-aa91-92a5f98cc971 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.0944273
Apr 20 19:18:50.531546 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6df2a1e6-36b7-4d70-abfe-912ad0b9f86c req-51782b20-8c42-4ec6-88d3-d4acef0b68e1 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436411
Apr 20 19:18:50.722646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffff1f-ef60-48a9-973e-aa3d964aa1ac req-973b9977-899e-4815-abe6-6ee1391a882f tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:50.724289 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38ffff1f-ef60-48a9-973e-aa3d964aa1ac req-973b9977-899e-4815-abe6-6ee1391a882f tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.0895989
Apr 20 19:18:50.772345 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38ffff1f-ef60-48a9-973e-aa3d964aa1ac req-3b7f0bf8-3404-4d37-9fcc-9210cd5070b1 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415299
Apr 20 19:18:50.783008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c962a3d9-8863-4428-90bc-2ecf4415ab2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:50.968377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e000917-ea5b-4c18-b744-3a2e39804d24 req-745ba7ce-91e9-4ffd-a953-34c54fd358b4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:50.969984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4e000917-ea5b-4c18-b744-3a2e39804d24 req-745ba7ce-91e9-4ffd-a953-34c54fd358b4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.0935609
Apr 20 19:18:51.017384 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4e000917-ea5b-4c18-b744-3a2e39804d24 req-dcd15f15-6953-42bf-9a8b-07bc615e99e5 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409107
Apr 20 19:18:51.721696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42294) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:51.772122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6c154-2fe8-4877-ae3c-4aef7a0e3a12 req-428ca603-1206-41f9-a267-e7b42fcdb5a7 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:51.773497 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-87d6c154-2fe8-4877-ae3c-4aef7a0e3a12 req-428ca603-1206-41f9-a267-e7b42fcdb5a7 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.1034603
Apr 20 19:18:51.829710 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-87d6c154-2fe8-4877-ae3c-4aef7a0e3a12 req-ab54681e-7fd0-400b-af2c-986676875dcc tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483866
Apr 20 19:18:51.875207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:51.891202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:51.895380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Usage tracker for resource:security_group_rule and tenant:df24e96188d3455ab62a021c95096196 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:51.898434 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:51.904706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:51.990445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:51.994419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:52.004032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37acedf7-a093-4947-a5b4-0e6f6de46a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:52.009049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f557ab-c92a-4ed6-b97d-b2e495395658 req-b20a2602-8c56-43ac-a9fa-98b008e960bc tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:52.010912 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3f557ab-c92a-4ed6-b97d-b2e495395658 req-b20a2602-8c56-43ac-a9fa-98b008e960bc tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.0930758
Apr 20 19:18:52.049469 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df24e96188d3455ab62a021c95096196&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3234689
Apr 20 19:18:52.049469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e664c0-7947-462e-97e9-02c8cf4cd296,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:52.051059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:52.053718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42310) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:52.079658 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3f557ab-c92a-4ed6-b97d-b2e495395658 req-7389ba22-f379-4e51-8ccc-3ed7480b579d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621233
Apr 20 19:18:52.144100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:52.171561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:52.282121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:52.290580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d96f8ec0-c6f2-4f72-9adc-2f1821376028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:52.304743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e664c0-7947-462e-97e9-02c8cf4cd296,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:52.308565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:52.319395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03b9d2-8a21-4bf2-afe9-8eac9f5b798d req-0c470cb9-9213-42f5-befe-1288b825ec12 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:52.321074 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b03b9d2-8a21-4bf2-afe9-8eac9f5b798d req-0c470cb9-9213-42f5-befe-1288b825ec12 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1167748
Apr 20 19:18:52.323613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:52.324801 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e664c0-7947-462e-97e9-02c8cf4cd296 HTTP/1.1" status: 204  len: 168 time: 0.2700374
Apr 20 19:18:52.388946 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b03b9d2-8a21-4bf2-afe9-8eac9f5b798d req-ab9254a9-c768-4fe9-a64f-45047122ea46 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545418
Apr 20 19:18:53.670155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3289169-f931-4c4e-b52b-6c84c798dce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:53.989747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:54.332325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:55.489529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:55.848805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b109d-54cd-4e3b-9d9d-65e24a253f22 req-d9faad91-7234-4642-a0f7-c0d2738b53b7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:55.850462 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd2b109d-54cd-4e3b-9d9d-65e24a253f22 req-d9faad91-7234-4642-a0f7-c0d2738b53b7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.1558230
Apr 20 19:18:55.859542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889bb4a-17d1-4ee8-ba62-04676ee7155e req-dc6795e2-fffd-475a-86e4-49e814bb1563 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:55.861045 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1889bb4a-17d1-4ee8-ba62-04676ee7155e req-dc6795e2-fffd-475a-86e4-49e814bb1563 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1278536
Apr 20 19:18:55.937572 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd2b109d-54cd-4e3b-9d9d-65e24a253f22 req-5f857283-21b2-400d-aae9-05f7568f4732 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747387
Apr 20 19:18:55.944425 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1889bb4a-17d1-4ee8-ba62-04676ee7155e req-50a201a6-3289-482a-8fdb-45485fb8a941 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649736
Apr 20 19:18:56.241096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-1852862d-363a-46c1-821d-2da1428db22e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:56.242811 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-1852862d-363a-46c1-821d-2da1428db22e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.0911281
Apr 20 19:18:56.325121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Deleting port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:18:56.325429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:56.825686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] For port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:18:56.826319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:56.959952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Calling delete_port for 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:18:57.354807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb921e-77de-4a57-9700-18926fcb0486 req-3d64017b-0592-4127-9df7-b015fe81fa96 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:57.356272 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6cbb921e-77de-4a57-9700-18926fcb0486 req-3d64017b-0592-4127-9df7-b015fe81fa96 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0 HTTP/1.1" status: 200  len: 946 time: 0.2505822
Apr 20 19:18:57.359487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:57.379949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458b0bd-ea76-4a05-9c8e-576270a1bc34 req-b6b4b569-991d-4fe5-a7cf-d0f252bf54d5 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:57.381607 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6458b0bd-ea76-4a05-9c8e-576270a1bc34 req-b6b4b569-991d-4fe5-a7cf-d0f252bf54d5 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2748861
Apr 20 19:18:57.382393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:57.463195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Pushing event deleted for resources: {'Port': ['ID=7f8c033e-f0d1-45b1-a81b-fb977bf8b465,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:57.500058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:57.581011 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6458b0bd-ea76-4a05-9c8e-576270a1bc34 req-d9f3fae6-03e7-4bef-9331-05dc10462199 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656368
Apr 20 19:18:57.584202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] No DVR routers for this DVR port 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:18:57.590586 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6cbb921e-77de-4a57-9700-18926fcb0486 req-ad22f392-f0dc-43fe-a59c-02510e976663 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730697
Apr 20 19:18:57.591619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:57.594732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'name': 'network-vif-deleted', 'tag': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:18:57.603449 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc0eec92-43d2-461b-9db0-86962c0d6139 req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "DELETE /v2.0/ports/7f8c033e-f0d1-45b1-a81b-fb977bf8b465 HTTP/1.1" status: 204  len: 173 time: 1.3542914
Apr 20 19:18:57.652705 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81dc4d7-b966-4b5b-92e5-ee7a746ff8c0', 'name': 'network-vif-deleted', 'tag': '7f8c033e-f0d1-45b1-a81b-fb977bf8b465', 'status': 'completed', 'code': 200}
Apr 20 19:18:57.848231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-83ca71a6-8f9a-49c5-af1a-5a364f25eadf tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:57.849848 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-83ca71a6-8f9a-49c5-af1a-5a364f25eadf tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.1607845
Apr 20 19:18:57.866593 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-20410256-b1bc-4b05-89db-75bb9060ca7f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/quotas/ad5936ef70be44ac89df14ad4f1d0832 HTTP/1.1" status: 200  len: 375 time: 0.0100875
Apr 20 19:18:57.964193 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-d66adc03-ad61-4b74-8a6c-c72b90642636 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921054
Apr 20 19:18:58.112192 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-9903e947-c54c-49ee-addb-26cfa180e3b1 service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400182
Apr 20 19:18:58.257504 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-6f2dbebc-a2bc-40b0-be81-705f02886296 service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387501
Apr 20 19:18:58.496976 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ccb3964d-cb48-4351-8d3e-f5c0be150cea req-fb7a5780-65ab-4eb4-b9cd-a1b6a3ceec19 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 210 time: 0.0712485
Apr 20 19:18:58.808190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081cbfa-bebe-4ee1-9ac3-c537790af40b req-7e6a0dfc-ade2-4692-b4c4-796ec76ee437 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:58.809857 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8081cbfa-bebe-4ee1-9ac3-c537790af40b req-7e6a0dfc-ade2-4692-b4c4-796ec76ee437 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.0921392
Apr 20 19:18:58.826002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42540) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:58.884518 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8081cbfa-bebe-4ee1-9ac3-c537790af40b req-09929ea3-eda9-44b8-96c4-d9fe485f349e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595756
Apr 20 19:18:59.015326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.051460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:59.069932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e7e468b6f249719cc3fba87b7d2ea3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:59.073231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:59.079069 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:59.155321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-d15cb585-e5f6-4016-8de1-84fdaaf8eefb tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:59.156572 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-d15cb585-e5f6-4016-8de1-84fdaaf8eefb tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/networks?id=530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 200  len: 809 time: 0.2497413
Apr 20 19:18:59.184411 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-98f047c2-845a-4c53-9bce-0af60b7cee06 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/quotas/3c847e04a33b45a68c63a63c3ff855fd HTTP/1.1" status: 200  len: 375 time: 0.0191281
Apr 20 19:18:59.242657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:18:59.254959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-52ea68b3-d3e1-4f3d-acdb-8633ed42712c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Synchronizing usage tracker for tenant:3c847e04a33b45a68c63a63c3ff855fd on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:18:59.262444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.268018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.284084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:18:59.284481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 7f8c033e-f0d1-45b1-a81b-fb977bf8b465 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:18:59.287323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:59.303829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-52ea68b3-d3e1-4f3d-acdb-8633ed42712c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Unset dirty status for tenant:3c847e04a33b45a68c63a63c3ff855fd on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:18:59.305243 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-52ea68b3-d3e1-4f3d-acdb-8633ed42712c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1126957
Apr 20 19:18:59.410392 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2e7e468b6f249719cc3fba87b7d2ea3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5829732
Apr 20 19:18:59.413578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42566) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:59.415563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86aadab0-b2bb-44b4-8f1c-3e22c71a2509,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:59.420691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:59.437642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42570) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:18:59.483283 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-2840647f-f127-49cd-b121-53019b16c58d service neutron] 10.222.0.48 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677999
Apr 20 19:18:59.489145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.517464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.579918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.586415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-129c2e88-e707-43c6-9997-4b96835e11c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:18:59.606810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86aadab0-b2bb-44b4-8f1c-3e22c71a2509,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:18:59.612007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.618998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:18:59.630738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:59.648916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:18:59.657036 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86aadab0-b2bb-44b4-8f1c-3e22c71a2509 HTTP/1.1" status: 204  len: 168 time: 0.2234414
Apr 20 19:18:59.689895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e040ef47d9142239cb8c064cb2811de is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:18:59.712122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:18:59.726601 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ac5e567c-8824-4138-aad0-015ba79a3bad req-84f700fa-85f7-48ce-841a-6eca6441169d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 210 time: 0.0814133
Apr 20 19:18:59.728580 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-b9805dce-799b-4a58-a54e-669c2b684c39 service neutron] 10.222.0.48 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2385385
Apr 20 19:18:59.729524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:18:59.955561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-6d202091-628f-44e1-bf5a-ab266a11744b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:18:59.957411 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-6d202091-628f-44e1-bf5a-ab266a11744b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.2096670
Apr 20 19:19:00.017667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Request body: {'port': {'device_id': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'admin_state_up': True, 'tenant_id': 'ad5936ef70be44ac89df14ad4f1d0832'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:00.046997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42590) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:00.055984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3ee11f81-0cd0-42b7-8ac1-8d5db5d4abac req-3e95e58b-3813-45e0-a962-4fcd2ec21e3f tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 210 time: 0.0970440
Apr 20 19:19:00.108086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.137037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.150594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:00.155005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Usage tracker for resource:security_group_rule and tenant:17233c0943ed440794bbeb78c956af86 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:00.170868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:00.177408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:00.196894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.217899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c98572d8-27e3-4931-a5d4-c5dad2325538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:00.271806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.275986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.304348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e254ff6f-1f1b-4258-8f83-68fb056db69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:00.306349 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e040ef47d9142239cb8c064cb2811de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8675792
Apr 20 19:19:00.311350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed001f35-93f6-4306-a2f7-f425d8b88deb,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:00.313985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42608) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:00.333421 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17233c0943ed440794bbeb78c956af86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2850463
Apr 20 19:19:00.335043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:00.335853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42612) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:00.380516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:00.387407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3254d5d9-1de4-4ed4-9377-84c8597cd997,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:00.397287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:00.399862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586ac3b-9c51-4067-abd8-bfc4b976cf06 req-ef1f769a-4cbc-489d-953d-c19e665db227 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:00.401500 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3586ac3b-9c51-4067-abd8-bfc4b976cf06 req-ef1f769a-4cbc-489d-953d-c19e665db227 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.3569336
Apr 20 19:19:00.433103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.464008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.514561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.520698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2dcfb939-9710-49bf-8008-bb936b09ec37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:00.536679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3254d5d9-1de4-4ed4-9377-84c8597cd997,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:00.539254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:00.542013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.543428 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3254d5d9-1de4-4ed4-9377-84c8597cd997 HTTP/1.1" status: 204  len: 168 time: 0.2064724
Apr 20 19:19:00.659191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:00.705949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Made reservation on behalf of ad5936ef70be44ac89df14ad4f1d0832 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:19:00.712004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.725898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.733813 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3586ac3b-9c51-4067-abd8-bfc4b976cf06 req-8be15e6e-3344-4fe6-8b96-c93e9641cea0 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3215218
Apr 20 19:19:00.803058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.943605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.953914 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:00.975982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed001f35-93f6-4306-a2f7-f425d8b88deb,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:00.981924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Allocated IP 172.20.0.4 (a3d56b3d-c47b-49ff-9e13-42db36c3dbd5/429a4f9d-eb50-44a3-8230-2d6f938826b4/6455816e-56e4-494c-9c38-9280518b6817) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:19:00.984098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:01.040379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:01.041624 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed001f35-93f6-4306-a2f7-f425d8b88deb HTTP/1.1" status: 204  len: 168 time: 0.7235053
Apr 20 19:19:01.196869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-50ac9ed3-8c9e-45e2-9354-62898fb9ac46 req-40a6abb6-74de-487b-8fb5-c5517f256a86 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:19:01.336075 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98a9b52f-a92b-4bf5-98a3-cb5db7983238 req-70dac92a-3acb-4f06-b2c6-17ef7328f91e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 210 time: 0.0692492
Apr 20 19:19:01.339649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-50ac9ed3-8c9e-45e2-9354-62898fb9ac46 req-40a6abb6-74de-487b-8fb5-c5517f256a86 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:19:01.340806 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-50ac9ed3-8c9e-45e2-9354-62898fb9ac46 req-40a6abb6-74de-487b-8fb5-c5517f256a86 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 210 time: 0.2586915
Apr 20 19:19:01.469472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-782e36d8-fa9b-4abd-a714-17251de9000f tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:01.471185 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-782e36d8-fa9b-4abd-a714-17251de9000f tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "GET /v2.0/networks?id=530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 200  len: 809 time: 0.2207539
Apr 20 19:19:01.497940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:01.500351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Request body: {'port': {'device_id': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367', 'admin_state_up': True, 'tenant_id': '3c847e04a33b45a68c63a63c3ff855fd'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:01.577819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:01.591773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:01.596956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc', 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:19:01.648931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:19:01.656110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:19:01.676234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:19:01.763534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event updated for resources: {'Port': ['ID=6455816e-56e4-494c-9c38-9280518b6817,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:01.768956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:01.782447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:01.783170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:01.827606 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8199623
Apr 20 19:19:01.845093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Request body: {'port': {'device_id': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:01.974263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:01.997492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:02.024438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Made reservation on behalf of 3c847e04a33b45a68c63a63c3ff855fd for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:19:02.036090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.186169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.279721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Allocated IP 172.20.0.2 (530fe84c-bb97-495f-92fc-7c17dfae2367/e267a910-da2a-4f82-9764-9baec7056d2e/fe527323-afc8-4594-99da-d6773e29d93f) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:19:02.290279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89f775-3719-456d-9b42-77ca06ea2c11 req-ee5ee14b-351c-434d-ae6a-a6b2584b8ebd tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:02.292471 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff89f775-3719-456d-9b42-77ca06ea2c11 req-ee5ee14b-351c-434d-ae6a-a6b2584b8ebd tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.3168614
Apr 20 19:19:02.446587 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff89f775-3719-456d-9b42-77ca06ea2c11 req-446e6058-40ed-4eea-8895-d83a42dfa5d2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465580
Apr 20 19:19:02.572497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.606371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.608009 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a60b49c-723d-4710-a9fc-3c85bab2c29d req-e5596e82-df29-41e4-ac08-7d8e452461bd tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 210 time: 0.1132140
Apr 20 19:19:02.619037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:02.704801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Pushing event updated for resources: {'Port': ['ID=fe527323-afc8-4594-99da-d6773e29d93f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:02.709719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:02.711831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:19:02.713110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:19:02.715328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:19:02.721621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:02.722347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.757357 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2683892
Apr 20 19:19:02.897250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2de89-a2f5-4bf6-bdd0-743366dc3703 req-092c9f47-a0a8-4248-b6a5-c7b250e1298b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:02.898781 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84f2de89-a2f5-4bf6-bdd0-743366dc3703 req-092c9f47-a0a8-4248-b6a5-c7b250e1298b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 931 time: 0.2897449
Apr 20 19:19:02.905627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6455816e-56e4-494c-9c38-9280518b6817 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:19:02.928193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.962251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Transition to ACTIVE for port object 6455816e-56e4-494c-9c38-9280518b6817 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:19:02.968446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:02.983583 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84f2de89-a2f5-4bf6-bdd0-743366dc3703 req-f4e175ce-3d49-43b9-8b6c-ec3bf9ce1671 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729163
Apr 20 19:19:02.991268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd1be543-d5ce-4584-b695-f5404e45e9e8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:03.231662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Pushing event updated for resources: {'Port': ['ID=6455816e-56e4-494c-9c38-9280518b6817,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:03.235989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:03.271348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Attempting to bind port 6455816e-56e4-494c-9c38-9280518b6817 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:19:03.271710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Attempting to bind port 6455816e-56e4-494c-9c38-9280518b6817 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:19:03.271983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Attempting to bind port 6455816e-56e4-494c-9c38-9280518b6817 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:03.277113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Port 6455816e-56e4-494c-9c38-9280518b6817 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:19:03.277697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Attempting to bind port 6455816e-56e4-494c-9c38-9280518b6817 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:03.283133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:19:03.283512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Checking segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:19:03.283989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Bound using segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:19:03.284390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Bound port: 6455816e-56e4-494c-9c38-9280518b6817, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:19:03.284789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.379603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] For port 6455816e-56e4-494c-9c38-9280518b6817, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:19:03.382811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] For port 6455816e-56e4-494c-9c38-9280518b6817, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6455816e-56e4-494c-9c38-9280518b6817,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:19:03.387897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.393356 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa1a160f-f814-45c6-b803-d016ef3fa400 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:03.427708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 42726) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:03.460592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:03.461654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.462787 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] 10.222.0.52 "PUT /v2.0/ports/6455816e-56e4-494c-9c38-9280518b6817 HTTP/1.1" status: 200  len: 1093 time: 1.6234646
Apr 20 19:19:03.463534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'tag': '6455816e-56e4-494c-9c38-9280518b6817'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:03.483533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Pushing event updated for resources: {'Port': ['ID=6455816e-56e4-494c-9c38-9280518b6817,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:03.486912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:03.571747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.587315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:03.591528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Usage tracker for resource:security_group_rule and tenant:fbe317858f10469e81c89494bf64fc7c is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:03.594703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:03.600835 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:03.696889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.701671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.712444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cb31bb0e-3c30-411a-b26c-976ac0160ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:03.759523 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbe317858f10469e81c89494bf64fc7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3305490
Apr 20 19:19:03.760514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0458dcbf-79fd-4f47-9947-dc1e9a7597e6,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:03.762479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 42742) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:03.764014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:03.828967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.856526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.902570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.906560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:03.918041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0458dcbf-79fd-4f47-9947-dc1e9a7597e6,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:03.921770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:03.925346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:03.926648 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0458dcbf-79fd-4f47-9947-dc1e9a7597e6 HTTP/1.1" status: 204  len: 168 time: 0.1629169
Apr 20 19:19:05.442608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Request body: {'port': {'device_id': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:05.535320 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'tag': '6455816e-56e4-494c-9c38-9280518b6817', 'status': 'completed', 'code': 200}
Apr 20 19:19:05.587278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:05.616058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-f087211c-94b2-48e3-aba1-54baff68e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:05.617679 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-f087211c-94b2-48e3-aba1-54baff68e326 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 1096 time: 0.1489146
Apr 20 19:19:05.751802 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-3a6a7f04-934d-4a4e-b4e2-23a19e637657 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6455816e-56e4-494c-9c38-9280518b6817 HTTP/1.1" status: 200  len: 217 time: 0.1235254
Apr 20 19:19:05.815919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980cf44-a543-4d0a-beaa-55e3609c170a req-0be74e94-e37d-4bc0-86a8-29b0b8057333 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:05.817584 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c980cf44-a543-4d0a-beaa-55e3609c170a req-0be74e94-e37d-4bc0-86a8-29b0b8057333 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2630024
Apr 20 19:19:05.893516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-f3ff256e-0c0a-41f9-8162-31ca7d48b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:05.895431 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-f3ff256e-0c0a-41f9-8162-31ca7d48b432 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.1321185
Apr 20 19:19:05.907207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c980cf44-a543-4d0a-beaa-55e3609c170a req-5849f411-2390-47c6-b4e9-3f6b1f9281de tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824339
Apr 20 19:19:05.966957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468cb09-b461-4e82-92c0-1b518248a747 req-0ab6aebd-8c43-4bdd-9420-fc1462553d62 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:05.968519 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1468cb09-b461-4e82-92c0-1b518248a747 req-0ab6aebd-8c43-4bdd-9420-fc1462553d62 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 931 time: 0.3432894
Apr 20 19:19:05.975085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe527323-afc8-4594-99da-d6773e29d93f {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:19:05.985206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:05.994198 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-11afbb75-bfe5-4b1d-9fba-1d1663f73fdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0850382
Apr 20 19:19:06.006728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Transition to ACTIVE for port object fe527323-afc8-4594-99da-d6773e29d93f will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:19:06.012310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:06.022176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:06.206441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Pushing event updated for resources: {'Port': ['ID=fe527323-afc8-4594-99da-d6773e29d93f,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:06.209123 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1468cb09-b461-4e82-92c0-1b518248a747 req-8f4e6001-bc2b-4f85-8467-74ed1efcbf9e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2238824
Apr 20 19:19:06.216297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:06.218680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Attempting to bind port fe527323-afc8-4594-99da-d6773e29d93f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:19:06.219060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Attempting to bind port fe527323-afc8-4594-99da-d6773e29d93f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:19:06.219429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Attempting to bind port fe527323-afc8-4594-99da-d6773e29d93f on network 530fe84c-bb97-495f-92fc-7c17dfae2367 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:06.225459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Port fe527323-afc8-4594-99da-d6773e29d93f on network 530fe84c-bb97-495f-92fc-7c17dfae2367 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:19:06.225806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Attempting to bind port fe527323-afc8-4594-99da-d6773e29d93f on network 530fe84c-bb97-495f-92fc-7c17dfae2367 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:06.231371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:19:06.231759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Checking segment: {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:19:06.232360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Bound using segment: {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:19:06.232545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Bound port: fe527323-afc8-4594-99da-d6773e29d93f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06bdc225-ba55-4445-b035-f8904ff25990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:19:06.232938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:06.267462 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-4330fa29-826d-4315-b937-070e3f9f4e5e service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556400
Apr 20 19:19:06.284381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02813610-5e52-4434-a161-1b10448d5941 req-5a1daddd-4c1d-4acc-9e13-69f899435564 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.286910 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02813610-5e52-4434-a161-1b10448d5941 req-5a1daddd-4c1d-4acc-9e13-69f899435564 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 943 time: 0.1657834
Apr 20 19:19:06.330363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] For port fe527323-afc8-4594-99da-d6773e29d93f, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:19:06.333565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] For port fe527323-afc8-4594-99da-d6773e29d93f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe527323-afc8-4594-99da-d6773e29d93f,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:19:06.338805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:06.344038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:06.420054 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.420723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:06.422222 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] 10.222.0.52 "PUT /v2.0/ports/fe527323-afc8-4594-99da-d6773e29d93f HTTP/1.1" status: 200  len: 1093 time: 0.9876833
Apr 20 19:19:06.422746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'tag': 'fe527323-afc8-4594-99da-d6773e29d93f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:06.444275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Pushing event updated for resources: {'Port': ['ID=fe527323-afc8-4594-99da-d6773e29d93f,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:06.447410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:06.475780 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8486b04-6460-49f0-bd99-23e081fa47f0 req-b5d93416-4f3a-4419-ae22-e3e7c013510f service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878152
Apr 20 19:19:06.478990 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-02813610-5e52-4434-a161-1b10448d5941 req-8137a8f3-df8b-487e-b6e6-48e6ba5a053f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831363
Apr 20 19:19:06.512982 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'tag': 'fe527323-afc8-4594-99da-d6773e29d93f', 'status': 'completed', 'code': 200}
Apr 20 19:19:06.551188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-02dbc9a6-b7f6-46af-9cc7-0a3963edfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.553177 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-02dbc9a6-b7f6-46af-9cc7-0a3963edfdc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 1096 time: 0.0846977
Apr 20 19:19:06.627540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-6930f31d-794f-46d7-aa34-1a6af185464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.629326 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-6930f31d-794f-46d7-aa34-1a6af185464f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 1096 time: 0.0915804
Apr 20 19:19:06.780319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-7533ba1c-2f2c-402a-9503-0118668a5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.781863 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-7533ba1c-2f2c-402a-9503-0118668a5f77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 916 time: 0.1448605
Apr 20 19:19:06.857658 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-31748d37-91cf-4819-8e10-4ad12b74db21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6455816e-56e4-494c-9c38-9280518b6817 HTTP/1.1" status: 200  len: 217 time: 0.0671489
Apr 20 19:19:06.859126 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-1783e1ae-72a5-455f-9aba-48939885563b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe527323-afc8-4594-99da-d6773e29d93f HTTP/1.1" status: 200  len: 217 time: 0.2908852
Apr 20 19:19:06.940351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-e33de796-b0a9-4a8a-be95-f1e0673899fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.940998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-df8c3f32-a06a-4fef-9630-84cb333e535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:06.942678 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-e33de796-b0a9-4a8a-be95-f1e0673899fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.0671837
Apr 20 19:19:06.942833 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-df8c3f32-a06a-4fef-9630-84cb333e535c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e267a910-da2a-4f82-9764-9baec7056d2e HTTP/1.1" status: 200  len: 849 time: 0.0668194
Apr 20 19:19:07.001300 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-c1f4e60c-f511-43db-8b99-cc41f7aebe98 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467832
Apr 20 19:19:07.002540 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-845d70e3-ddbf-4867-8d8e-3e76a2b65b90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=530fe84c-bb97-495f-92fc-7c17dfae2367&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480583
Apr 20 19:19:07.165543 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-13391c32-5a23-413a-945b-dc29de85641b service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483626
Apr 20 19:19:07.322238 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3da2b015-12eb-4fc5-a9a9-5887519288ef req-96ad7f5f-a4ad-469a-9ba4-385eff081e50 service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471450
Apr 20 19:19:07.545298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6282e2-5dc8-4ee3-ab98-109747ca070d req-318d6108-4f7a-444e-9774-afe109052608 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:07.546969 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a6282e2-5dc8-4ee3-ab98-109747ca070d req-318d6108-4f7a-444e-9774-afe109052608 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.5089345
Apr 20 19:19:07.568769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b5e2b-09fb-4130-9c2e-922902460119 req-f9a13f45-234b-4e65-9756-9b671bb38f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:07.570414 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-f9a13f45-234b-4e65-9756-9b671bb38f62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 1096 time: 0.1169217
Apr 20 19:19:07.581144 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-8d5b7698-8772-4939-a78d-a3828919bd50 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5645113
Apr 20 19:19:07.589707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46793b-72de-416c-99cd-eb30bf11a746 req-41a25b25-39a2-4f08-b324-839af06c4db6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:07.591505 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b46793b-72de-416c-99cd-eb30bf11a746 req-41a25b25-39a2-4f08-b324-839af06c4db6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 943 time: 0.2141738
Apr 20 19:19:07.724578 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a6282e2-5dc8-4ee3-ab98-109747ca070d req-10890996-6700-46a6-a16d-5aad82f7a84f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688862
Apr 20 19:19:07.749338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b5e2b-09fb-4130-9c2e-922902460119 req-28c2ba59-9550-462f-a1b0-214e3acc3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:07.749338 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-28c2ba59-9550-462f-a1b0-214e3acc3bf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 200  len: 910 time: 0.1664264
Apr 20 19:19:07.777974 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3b46793b-72de-416c-99cd-eb30bf11a746 req-d32dab76-9261-4bb1-be69-51d9292fb47e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567280
Apr 20 19:19:07.823064 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3291eb4b-8e76-4793-b272-0d70566a84e5 req-3a51b4a2-22ce-4680-adbe-c39744eced98 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281175
Apr 20 19:19:07.858459 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-83f7211a-e0f1-40df-b11c-9d47a1588d28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe527323-afc8-4594-99da-d6773e29d93f HTTP/1.1" status: 200  len: 217 time: 0.0997455
Apr 20 19:19:07.940040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b5e2b-09fb-4130-9c2e-922902460119 req-428dc683-873f-403a-bea0-de82c42aff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:07.941372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f8cb5-2b58-4aac-9ead-f7e38caa8ee2 req-3d0a966f-dc30-42a7-a6e3-fa9ff3771aa5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:07.941677 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-428dc683-873f-403a-bea0-de82c42aff96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e267a910-da2a-4f82-9764-9baec7056d2e HTTP/1.1" status: 200  len: 849 time: 0.0717530
Apr 20 19:19:07.943040 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a83f8cb5-2b58-4aac-9ead-f7e38caa8ee2 req-3d0a966f-dc30-42a7-a6e3-fa9ff3771aa5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 943 time: 0.0950844
Apr 20 19:19:07.991627 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a83f8cb5-2b58-4aac-9ead-f7e38caa8ee2 req-aa67cf80-d14b-4c0c-8b52-ff9ae51de027 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418489
Apr 20 19:19:10.834963 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-d4f53d0b-5410-4c82-9325-258fcb0dcd15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=530fe84c-bb97-495f-92fc-7c17dfae2367&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581117
Apr 20 19:19:10.985153 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-1e0c2136-2c61-435d-9d1c-914a7dba2749 service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405137
Apr 20 19:19:11.102811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8d928-c3c7-4a3f-a19d-5057d51c5611 req-d51cc808-4388-4f08-a885-19a8607745bf tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:11.104386 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e1d8d928-c3c7-4a3f-a19d-5057d51c5611 req-d51cc808-4388-4f08-a885-19a8607745bf tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2096157
Apr 20 19:19:11.114334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d224b35-25e2-4fe3-9ac3-a3b2c1135abf req-b6d7d66d-73f5-4dde-bfcb-103ea0c141e7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:11.115899 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d224b35-25e2-4fe3-9ac3-a3b2c1135abf req-b6d7d66d-73f5-4dde-bfcb-103ea0c141e7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 943 time: 0.1806040
Apr 20 19:19:11.140701 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-846b5e2b-09fb-4130-9c2e-922902460119 req-21b0af49-2223-486c-bbc8-da44e18e324f service neutron] 10.222.0.52 "GET /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408687
Apr 20 19:19:11.209099 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e1d8d928-c3c7-4a3f-a19d-5057d51c5611 req-bc685bdb-9989-4b89-852b-cdea5e681ccb tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921056
Apr 20 19:19:11.214591 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d224b35-25e2-4fe3-9ac3-a3b2c1135abf req-3cbc206e-00d9-46b6-a8ae-b99d966c24f4 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796068
Apr 20 19:19:11.223658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad926-a341-4bd7-b0a3-4f2f06bc1258 req-b889b949-391e-4e6f-b1e3-3423b9de93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:11.225215 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2b5ad926-a341-4bd7-b0a3-4f2f06bc1258 req-b889b949-391e-4e6f-b1e3-3423b9de93f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 1098 time: 0.1905956
Apr 20 19:19:11.272719 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2b5ad926-a341-4bd7-b0a3-4f2f06bc1258 req-a74e85c9-1856-449f-a13b-4d962603332f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386245
Apr 20 19:19:11.400989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd90bcb-a253-4f0b-9d73-cb80f8c79f71 req-ec3e48ff-efdb-4db5-93ee-438f395e97ee tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:11.402526 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cbd90bcb-a253-4f0b-9d73-cb80f8c79f71 req-ec3e48ff-efdb-4db5-93ee-438f395e97ee tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 943 time: 0.0930369
Apr 20 19:19:11.451898 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cbd90bcb-a253-4f0b-9d73-cb80f8c79f71 req-2780b892-4aaa-46b8-9c84-0c43f2a298a6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429857
Apr 20 19:19:11.458148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6455816e-56e4-494c-9c38-9280518b6817 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:19:11.603607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 6455816e-56e4-494c-9c38-9280518b6817, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6455816e-56e4-494c-9c38-9280518b6817,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:11.619646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '6455816e-56e4-494c-9c38-9280518b6817', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'port_id': '6455816e-56e4-494c-9c38-9280518b6817', 'mac_address': 'fa:16:3e:a4:f8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a4f9d-eb50-44a3-8230-2d6f938826b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:19:11.687322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:11.705600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6455816e-56e4-494c-9c38-9280518b6817 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:19:11.722212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 6455816e-56e4-494c-9c38-9280518b6817, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6455816e-56e4-494c-9c38-9280518b6817,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:11.726819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:11.728726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:11.821126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=6455816e-56e4-494c-9c38-9280518b6817,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:11.830368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:12.153606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['6455816e-56e4-494c-9c38-9280518b6817'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:19:12.473916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473021b-dfd2-4af9-9c5f-76a71e9c681a req-a9f39098-61de-4dc6-bc24-6a5b980acf17 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:12.475710 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d473021b-dfd2-4af9-9c5f-76a71e9c681a req-a9f39098-61de-4dc6-bc24-6a5b980acf17 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 943 time: 0.1192939
Apr 20 19:19:12.530418 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d473021b-dfd2-4af9-9c5f-76a71e9c681a req-6d058fd8-6799-4106-9a36-57556a722203 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478370
Apr 20 19:19:12.634088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f3950-1ad2-4f4d-b1d0-34e4c0a6f4fd req-291fd3e3-db33-4454-83d1-d74e791c5e77 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:12.635752 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-268f3950-1ad2-4f4d-b1d0-34e4c0a6f4fd req-291fd3e3-db33-4454-83d1-d74e791c5e77 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1044753
Apr 20 19:19:12.737546 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-268f3950-1ad2-4f4d-b1d0-34e4c0a6f4fd req-3738859c-588d-4f6f-a027-02cb85c2ae2b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939064
Apr 20 19:19:12.768712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2f33e-6770-4954-a0b7-8333fd27a241 req-40ca05b0-9b78-494a-92cd-65bd75038cde tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:12.770346 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ee2f33e-6770-4954-a0b7-8333fd27a241 req-40ca05b0-9b78-494a-92cd-65bd75038cde tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 944 time: 0.1289268
Apr 20 19:19:12.819833 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ee2f33e-6770-4954-a0b7-8333fd27a241 req-aecee8be-f714-421b-8033-70c84182bcb0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427184
Apr 20 19:19:12.936187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed39c9-ba17-4837-97ec-27f866c6f1e8 req-5d5bacfa-b4a6-416f-9b8f-d605ce48d114 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:12.937778 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42ed39c9-ba17-4837-97ec-27f866c6f1e8 req-5d5bacfa-b4a6-416f-9b8f-d605ce48d114 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0907643
Apr 20 19:19:12.989632 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42ed39c9-ba17-4837-97ec-27f866c6f1e8 req-a8f3ce18-d80a-41d8-bc26-f5201e4f88bd tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418775
Apr 20 19:19:14.731510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fe527323-afc8-4594-99da-d6773e29d93f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:19:14.879064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port fe527323-afc8-4594-99da-d6773e29d93f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe527323-afc8-4594-99da-d6773e29d93f,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:14.893082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'fe527323-afc8-4594-99da-d6773e29d93f', 'network_id': '530fe84c-bb97-495f-92fc-7c17dfae2367', 'port_id': 'fe527323-afc8-4594-99da-d6773e29d93f', 'mac_address': 'fa:16:3e:06:f5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e267a910-da2a-4f82-9764-9baec7056d2e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:19:14.953691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:14.971920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe527323-afc8-4594-99da-d6773e29d93f {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:19:14.988383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port fe527323-afc8-4594-99da-d6773e29d93f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe527323-afc8-4594-99da-d6773e29d93f,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:14.992145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:14.994016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:15.067720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=fe527323-afc8-4594-99da-d6773e29d93f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:15.071018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:15.124016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:19:16.118423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9f0ef-397e-4a64-a50c-f158776a9547 req-1a169f1d-b88b-44e5-8e06-14189d642687 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:16.119975 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54e9f0ef-397e-4a64-a50c-f158776a9547 req-1a169f1d-b88b-44e5-8e06-14189d642687 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 944 time: 0.1560936
Apr 20 19:19:16.133215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f849e-a984-42c6-8e9c-e78d4f3b9cfa req-d29c3b1a-2075-4014-8542-babcadda3085 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:16.134752 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e56f849e-a984-42c6-8e9c-e78d4f3b9cfa req-d29c3b1a-2075-4014-8542-babcadda3085 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 944 time: 0.1261413
Apr 20 19:19:16.211679 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54e9f0ef-397e-4a64-a50c-f158776a9547 req-63e032a4-f32f-468d-8358-95fff059e44f tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758801
Apr 20 19:19:16.216394 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e56f849e-a984-42c6-8e9c-e78d4f3b9cfa req-431ff0f6-67a3-4583-9666-df82f158992c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666943
Apr 20 19:19:16.343974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['fe527323-afc8-4594-99da-d6773e29d93f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:19:19.404813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6455816e-56e4-494c-9c38-9280518b6817 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:19:19.464852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:19.486546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 6455816e-56e4-494c-9c38-9280518b6817 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:19:19.491680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 6455816e-56e4-494c-9c38-9280518b6817 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:19:19.492092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:19.616154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:19.643756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6455816e-56e4-494c-9c38-9280518b6817'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:19.654352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 6455816e-56e4-494c-9c38-9280518b6817, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6455816e-56e4-494c-9c38-9280518b6817,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:19.658067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:19.659938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:19.681862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5806a-42c9-48f7-baa9-38ca698c5952 req-520bc951-1d06-402f-a29e-4af1324ae261 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:19.683462 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98b5806a-42c9-48f7-baa9-38ca698c5952 req-520bc951-1d06-402f-a29e-4af1324ae261 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 944 time: 0.1207433
Apr 20 19:19:19.694750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9af2b-15bc-4879-837a-0e0c0cc9b728 req-367225fc-e79b-4bd6-a25a-f03d4eb24f68 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:19.696374 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e9af2b-15bc-4879-837a-0e0c0cc9b728 req-367225fc-e79b-4bd6-a25a-f03d4eb24f68 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 944 time: 0.1711843
Apr 20 19:19:19.733128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=6455816e-56e4-494c-9c38-9280518b6817,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:19.737328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:19.779127 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e9af2b-15bc-4879-837a-0e0c0cc9b728 req-0a570dce-a342-45d7-8489-6c9f97e325f1 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676620
Apr 20 19:19:19.782126 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98b5806a-42c9-48f7-baa9-38ca698c5952 req-42c5ecca-db21-44fc-b005-1a7afa1115f7 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848057
Apr 20 19:19:19.844563 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6455816e-56e4-494c-9c38-9280518b6817', 'code': 200}
Apr 20 19:19:20.126414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77dd63-5c16-4e04-b074-6418d1c58f26 req-91d5eb8a-e50d-45fe-bb17-18fe7b78624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:20.128097 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f77dd63-5c16-4e04-b074-6418d1c58f26 req-91d5eb8a-e50d-45fe-bb17-18fe7b78624f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 1098 time: 0.0994897
Apr 20 19:19:20.183808 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f77dd63-5c16-4e04-b074-6418d1c58f26 req-2249274a-b426-47ef-a57c-cd345f7b5788 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400703
Apr 20 19:19:20.787373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-988b2a49-c403-4cfd-9bcd-c07fa9468e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:21.056032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c7c3-bcf7-4581-976f-f76c92e72bc8 req-dc230a60-0a57-49bd-b26e-551a67f4a679 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:21.057767 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9a6c7c3-bcf7-4581-976f-f76c92e72bc8 req-dc230a60-0a57-49bd-b26e-551a67f4a679 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 944 time: 0.1602094
Apr 20 19:19:21.067263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5628-0d5b-45c4-a06b-aa1a02e6ddc3 req-337c1123-5135-4285-9e11-4565766914b6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:21.069087 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dfea5628-0d5b-45c4-a06b-aa1a02e6ddc3 req-337c1123-5135-4285-9e11-4565766914b6 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 945 time: 0.1296749
Apr 20 19:19:21.145748 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9a6c7c3-bcf7-4581-976f-f76c92e72bc8 req-7045342f-fa11-4443-8d2b-ca018723e80c tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757627
Apr 20 19:19:21.154169 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dfea5628-0d5b-45c4-a06b-aa1a02e6ddc3 req-4a03039b-4966-473a-aac5-6cb73aea71a7 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696371
Apr 20 19:19:21.374111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fe527323-afc8-4594-99da-d6773e29d93f up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:19:21.458078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port fe527323-afc8-4594-99da-d6773e29d93f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:19:21.463491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port fe527323-afc8-4594-99da-d6773e29d93f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:19:21.463996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:21.603397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:21.643740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port fe527323-afc8-4594-99da-d6773e29d93f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe527323-afc8-4594-99da-d6773e29d93f,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:21.651421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:21.653918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:21.741644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=fe527323-afc8-4594-99da-d6773e29d93f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:21.744974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:21.792550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b842-1398-495c-8864-3eac98338d3d req-ed534655-3fd7-44c2-99a9-6179771b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:21.794137 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-ed534655-3fd7-44c2-99a9-6179771b626b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.1896303
Apr 20 19:19:21.802784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ed64c-2b07-4196-bc43-91ad74deb289 req-6f12de60-ae02-44d6-a583-70d06cd2a512 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:21.804239 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a79ed64c-2b07-4196-bc43-91ad74deb289 req-6f12de60-ae02-44d6-a583-70d06cd2a512 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1407585
Apr 20 19:19:21.845286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe527323-afc8-4594-99da-d6773e29d93f'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:21.940104 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a79ed64c-2b07-4196-bc43-91ad74deb289 req-df361a3f-5abe-403e-9e14-8fde3ca46e5a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132648
Apr 20 19:19:21.941354 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe527323-afc8-4594-99da-d6773e29d93f', 'code': 200}
Apr 20 19:19:21.978649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b842-1398-495c-8864-3eac98338d3d req-8c135eb4-d1de-44f5-a35a-f094225c9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:21.980238 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-8c135eb4-d1de-44f5-a35a-f094225c9cc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.1750524
Apr 20 19:19:22.063443 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-7ed845c1-2959-4f75-99e0-595259064c55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 217 time: 0.0702155
Apr 20 19:19:22.134258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b842-1398-495c-8864-3eac98338d3d req-bf62732e-921e-4eb0-8427-0726b8c74c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:22.135847 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-bf62732e-921e-4eb0-8427-0726b8c74c6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0648217
Apr 20 19:19:22.434933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f4fd-5c6e-4f7e-930b-a7d6bdddb307 req-e8ff0d30-c8a4-4fca-86e9-09d257258ac0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:22.436602 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68c8f4fd-5c6e-4f7e-930b-a7d6bdddb307 req-e8ff0d30-c8a4-4fca-86e9-09d257258ac0 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.1558573
Apr 20 19:19:22.454169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc872196-c60b-4a4b-b800-876c80233dac req-ffd2f9c9-781c-4bf2-b524-0cb134fcfe05 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:22.455738 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc872196-c60b-4a4b-b800-876c80233dac req-ffd2f9c9-781c-4bf2-b524-0cb134fcfe05 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 945 time: 0.1731241
Apr 20 19:19:22.531651 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68c8f4fd-5c6e-4f7e-930b-a7d6bdddb307 req-4370331a-388a-4873-a316-3cc6379b4fc3 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863934
Apr 20 19:19:22.536438 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc872196-c60b-4a4b-b800-876c80233dac req-59e4f6e1-3002-4d41-a3e0-54ed34b79c38 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659411
Apr 20 19:19:23.673325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fdb0536f-6f04-4f87-9329-8c9a145e2a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:24.003987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:24.342023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:25.229164 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-0c21d426-71b4-4d8d-9cf9-bffac6d0da12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502326
Apr 20 19:19:25.257875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fe199-4922-490e-a42d-82ae823cefe0 req-ece80a28-8537-43c7-9d6c-e5bd38c6e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:25.260310 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c66fe199-4922-490e-a42d-82ae823cefe0 req-ece80a28-8537-43c7-9d6c-e5bd38c6e859 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 1098 time: 0.0817797
Apr 20 19:19:25.318955 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c66fe199-4922-490e-a42d-82ae823cefe0 req-6a14e033-a56d-4999-9881-4d95d91be66f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460923
Apr 20 19:19:25.491804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:25.709549 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-964416b7-8464-4069-b97f-4940eb3fac65 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4675987
Apr 20 19:19:25.842076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffad567-f90f-43aa-a93a-066e7bc62e46 req-f5462f8f-8c13-4069-88f2-6e3e967b86b7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:25.843678 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fffad567-f90f-43aa-a93a-066e7bc62e46 req-f5462f8f-8c13-4069-88f2-6e3e967b86b7 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.2787256
Apr 20 19:19:25.851597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d0762-ab29-4eda-b078-4641d60d6ba3 req-f5851a25-8605-4ceb-b7e9-9f3885016666 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:25.853114 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a52d0762-ab29-4eda-b078-4641d60d6ba3 req-f5851a25-8605-4ceb-b7e9-9f3885016666 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2845163
Apr 20 19:19:25.959777 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fffad567-f90f-43aa-a93a-066e7bc62e46 req-ff112ffd-0146-42ec-aa28-e46df89fdc4d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056452
Apr 20 19:19:25.976060 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a52d0762-ab29-4eda-b078-4641d60d6ba3 req-a572ddda-662b-4a5a-923d-28158de4c48e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128643
Apr 20 19:19:25.999054 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80d3b842-1398-495c-8864-3eac98338d3d req-039b2780-4278-467d-928b-faecc0f6377f service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2597623
Apr 20 19:19:27.271450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1915df-55aa-4123-8293-c687cbd3ac7b req-c6eb9fe1-e773-4ed0-8b56-37cdc8aec40d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:27.273084 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a1915df-55aa-4123-8293-c687cbd3ac7b req-c6eb9fe1-e773-4ed0-8b56-37cdc8aec40d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1728406
Apr 20 19:19:27.282193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fc1b2-7c38-4552-9258-0a0fbf501fea req-a491fc14-19f3-4e14-acb0-d12f0f77922a tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:27.283754 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-560fc1b2-7c38-4552-9258-0a0fbf501fea req-a491fc14-19f3-4e14-acb0-d12f0f77922a tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.1313312
Apr 20 19:19:27.358819 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a1915df-55aa-4123-8293-c687cbd3ac7b req-24c638b7-f823-4949-8566-e94c93f26d6b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740454
Apr 20 19:19:27.373075 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-560fc1b2-7c38-4552-9258-0a0fbf501fea req-4474843d-6635-4a27-88ed-3f0482c1b86e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739553
Apr 20 19:19:30.778738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c800b22-84df-47a8-a8d3-5d17f242c356 req-cc577997-a50b-45fd-a44a-e7c1b5d4f32c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:30.780362 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c800b22-84df-47a8-a8d3-5d17f242c356 req-cc577997-a50b-45fd-a44a-e7c1b5d4f32c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0918677
Apr 20 19:19:30.831998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c800b22-84df-47a8-a8d3-5d17f242c356 req-d5124c38-4e24-460f-b68e-62b739453f12 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447071
Apr 20 19:19:32.044119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6acbbe-66a6-4add-bf53-c53a8c458e02 req-fdd35871-7fed-467d-a7b8-e95ad4a2e6ba tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:32.045694 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a6acbbe-66a6-4add-bf53-c53a8c458e02 req-fdd35871-7fed-467d-a7b8-e95ad4a2e6ba tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0949283
Apr 20 19:19:32.099746 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a6acbbe-66a6-4add-bf53-c53a8c458e02 req-c11a80d5-c38c-4702-bee2-27ea3c83e3e9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440748
Apr 20 19:19:35.607468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727ade8-5082-4970-97bb-a9e7c85be233 req-a18e3bee-1688-402a-b123-5e77f34d3431 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:35.609083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1727ade8-5082-4970-97bb-a9e7c85be233 req-a18e3bee-1688-402a-b123-5e77f34d3431 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1092114
Apr 20 19:19:35.662390 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1727ade8-5082-4970-97bb-a9e7c85be233 req-825731a6-0686-44e6-ba32-6c8148e62705 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466030
Apr 20 19:19:36.769483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae4a9-b439-42f2-9c66-3ce3973a35bb req-4f3b33e8-1d25-4170-81cb-a92424da93c1 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:36.771154 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fabae4a9-b439-42f2-9c66-3ce3973a35bb req-4f3b33e8-1d25-4170-81cb-a92424da93c1 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.0944653
Apr 20 19:19:36.875803 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fabae4a9-b439-42f2-9c66-3ce3973a35bb req-023af2e5-7815-4ad6-8e99-5bdd6970954b tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971465
Apr 20 19:19:36.911487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169ba16-6ab5-48b9-a1d0-168d24ebea58 req-04b1f804-20a9-4a22-8fdf-5ac3a6fc30e3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:36.913150 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d169ba16-6ab5-48b9-a1d0-168d24ebea58 req-04b1f804-20a9-4a22-8fdf-5ac3a6fc30e3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1144080
Apr 20 19:19:36.964424 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d169ba16-6ab5-48b9-a1d0-168d24ebea58 req-985506be-8e31-4f7f-9c7d-a0306f5ac61e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441031
Apr 20 19:19:37.899531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 43240) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:38.068872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.092889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:38.141216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb1c7c56e29438bafca9071bd1effbc is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:38.151851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:38.168867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:38.261762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9eed-e142-4356-b748-c8c68ea8802d req-40a13248-29d0-4457-b336-cfbfd73d340b tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:38.263434 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1ee9eed-e142-4356-b748-c8c68ea8802d req-40a13248-29d0-4457-b336-cfbfd73d340b tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.2670162
Apr 20 19:19:38.299262 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fde150-fb3d-49d8-b262-bd164736b1bb req-8e5a33c4-20f8-4491-b7db-2839d61eadd2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:38.301043 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a4fde150-fb3d-49d8-b262-bd164736b1bb req-8e5a33c4-20f8-4491-b7db-2839d61eadd2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2050369
Apr 20 19:19:38.379837 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1ee9eed-e142-4356-b748-c8c68ea8802d req-8fac3eec-6349-4a0e-85a8-a5759e7a3571 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091540
Apr 20 19:19:38.387958 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a4fde150-fb3d-49d8-b262-bd164736b1bb req-cbfbb3ab-6172-4a3e-bb17-907f1c54acc1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790966
Apr 20 19:19:38.432200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.435283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.447605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:38.490187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cb1c7c56e29438bafca9071bd1effbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5893679
Apr 20 19:19:38.491231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e300a1-0faf-4e35-a4ac-84d3e26baf59,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:38.493271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 43260) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:38.499285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.499701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.500151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.500562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.501091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.501523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.501868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.502376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.502753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.503163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.503552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.503944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.508190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:38.563903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.591710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.641231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.646309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-95521f78-14df-44e1-8abf-de735e996769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:38.659045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e300a1-0faf-4e35-a4ac-84d3e26baf59,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:38.672400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.672814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.673275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.673648 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.674093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.674496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.674889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.675286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.675684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.676076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.676465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.676853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:19:38.680732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:38.681700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:38.682927 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93e300a1-0faf-4e35-a4ac-84d3e26baf59 HTTP/1.1" status: 204  len: 168 time: 0.1877317
Apr 20 19:19:39.890751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 43308) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:40.022366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.037754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:40.042333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab27425432c497997d63d329eda074f is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:40.045322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:40.051688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:40.141949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.146261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.153784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6ae20a31-e95d-4305-99aa-6820a44aecdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:40.197527 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ab27425432c497997d63d329eda074f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055825
Apr 20 19:19:40.198501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fadb486-9b1f-45cb-8c99-fa6930cb65cd,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:40.200849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 43314) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:40.201758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:40.266505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.294929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.348079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.352144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09af7ec8-e456-4541-811f-cb0c1c6fd013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:40.363855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fadb486-9b1f-45cb-8c99-fa6930cb65cd,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:40.369072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:40.371118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:40.372335 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fadb486-9b1f-45cb-8c99-fa6930cb65cd HTTP/1.1" status: 204  len: 168 time: 0.1704264
Apr 20 19:19:41.111135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 43344) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:41.235681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-617678892-network', 'tenant_id': '7be22f2bc47d4b77ad6ca95a8e026bbb'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:41.240906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:41.245256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Usage tracker for resource:network and tenant:7be22f2bc47d4b77ad6ca95a8e026bbb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:41.248464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:41.255603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:41.266570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Made reservation on behalf of 7be22f2bc47d4b77ad6ca95a8e026bbb for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:19:41.271292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.284232 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.300297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:41.304650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Usage tracker for resource:security_group_rule and tenant:7be22f2bc47d4b77ad6ca95a8e026bbb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:41.307800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:41.314376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:41.402068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.406348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.410652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a0f9e615-5090-4b1d-9ecc-b1429ff25c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:41.435794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:19:41.448921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:41.453150 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:41.454193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.454584 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Added segment 5a30357f-69bc-44b1-a6e5-02ad0018a26c of type vlan for network caf71d8f-22e3-4252-8fc9-b332e3720796
Apr 20 19:19:41.481955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.512537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.513928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:41.514584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:41.518059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:41.623235 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5107458
Apr 20 19:19:41.626501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Pushing event updated for resources: {'Network': ['ID=caf71d8f-22e3-4252-8fc9-b332e3720796,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:41.626735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 43352) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:41.630751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:41.633657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Request body: {'subnet': {'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-617678892-subnet', 'tenant_id': '7be22f2bc47d4b77ad6ca95a8e026bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:41.642601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:41.644637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network caf71d8f-22e3-4252-8fc9-b332e3720796 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:19:41.647670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Usage tracker for resource:subnet and tenant:7be22f2bc47d4b77ad6ca95a8e026bbb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:41.651705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:41.659605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:41.674614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Made reservation on behalf of 7be22f2bc47d4b77ad6ca95a8e026bbb for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:19:41.683621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10792866'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:42.078899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-2912aa6d-7d4d-457f-bebe-99cf6bd2268d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:42.079589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-2912aa6d-7d4d-457f-bebe-99cf6bd2268d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Synchronizing usage tracker for tenant:3c847e04a33b45a68c63a63c3ff855fd on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:19:42.094399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41147d-f667-4ed3-99a4-87cbb0e0767f req-431219f3-e822-4c10-ba09-c3321a5890b2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:42.095868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-2912aa6d-7d4d-457f-bebe-99cf6bd2268d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Unset dirty status for tenant:3c847e04a33b45a68c63a63c3ff855fd on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:19:42.096097 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d41147d-f667-4ed3-99a4-87cbb0e0767f req-431219f3-e822-4c10-ba09-c3321a5890b2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.3252494
Apr 20 19:19:42.097626 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-2912aa6d-7d4d-457f-bebe-99cf6bd2268d tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.1097493
Apr 20 19:19:42.110048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad060b-d1aa-4e3c-80f1-2c059d42419c req-f23b368f-0786-490e-91bd-0a8516b48590 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:42.111332 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdad060b-d1aa-4e3c-80f1-2c059d42419c req-f23b368f-0786-490e-91bd-0a8516b48590 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 945 time: 0.3384345
Apr 20 19:19:42.145439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-08d07c9b-9361-4c1d-bd4e-3905f35121bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:42.147058 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-08d07c9b-9361-4c1d-bd4e-3905f35121bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.2680471
Apr 20 19:19:42.183278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Deleting port fe527323-afc8-4594-99da-d6773e29d93f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:19:42.183661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:42.314578 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d41147d-f667-4ed3-99a4-87cbb0e0767f req-35dd1a66-f5ef-4d20-a778-f8e0cad3fa0c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021799
Apr 20 19:19:42.339512 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdad060b-d1aa-4e3c-80f1-2c059d42419c req-52d81c13-d9ba-4374-a496-5458870fc089 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d59f26f-957d-4d47-a6d9-276915ce0b39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146828
Apr 20 19:19:42.472354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] For port fe527323-afc8-4594-99da-d6773e29d93f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fe527323-afc8-4594-99da-d6773e29d93f,segment=NetworkSegment(06bdc225-ba55-4445-b035-f8904ff25990),segment_id=06bdc225-ba55-4445-b035-f8904ff25990)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:19:42.473234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:42.476781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-841153ca-3df9-416a-a886-50bdab9c6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:42.478540 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-841153ca-3df9-416a-a886-50bdab9c6ff4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.2949302
Apr 20 19:19:42.568040 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-57e77a78-f574-43b4-9a03-4bb4e91538f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 217 time: 0.0736346
Apr 20 19:19:42.620236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Calling delete_port for fe527323-afc8-4594-99da-d6773e29d93f owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:19:42.667655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-30f9cc7f-bfc5-4972-b0a7-b8a2e31627aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:42.669258 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-30f9cc7f-bfc5-4972-b0a7-b8a2e31627aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0836499
Apr 20 19:19:42.763111 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-deb157d0-6337-48ae-81e4-e090c0e53a5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575879
Apr 20 19:19:42.794151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:42.801859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:42.810309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['fe527323-afc8-4594-99da-d6773e29d93f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:19:42.862074 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Pushing event deleted for resources: {'Port': ['ID=fe527323-afc8-4594-99da-d6773e29d93f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:42.866286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:42.966294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] No DVR routers for this DVR port fe527323-afc8-4594-99da-d6773e29d93f on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:19:42.969332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:42.972468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'name': 'network-vif-deleted', 'tag': 'fe527323-afc8-4594-99da-d6773e29d93f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:43.014559 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b0b9d03d-a13e-42f9-a471-c8816105a768 req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.52 "DELETE /v2.0/ports/fe527323-afc8-4594-99da-d6773e29d93f HTTP/1.1" status: 204  len: 173 time: 0.9031961
Apr 20 19:19:43.037949 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1af3b7-2128-458a-ab17-1f0540b79324', 'name': 'network-vif-deleted', 'tag': 'fe527323-afc8-4594-99da-d6773e29d93f', 'status': 'completed', 'code': 200}
Apr 20 19:19:43.152532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852877499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10792883'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:43.161598 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:43.280858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b547a5-246c-4772-a572-75df9812f42b,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:43.287427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:43.295952 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-83d9bc66-9cf7-42e6-8046-1938a0966cfe service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5205534
Apr 20 19:19:43.296848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Checking segment: {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:19:43.297235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Network hostable DHCP agents. Network: caf71d8f-22e3-4252-8fc9-b332e3720796, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:19:43.397639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Network caf71d8f-22e3-4252-8fc9-b332e3720796 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:19:43.416657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, caf71d8f-22e3-4252-8fc9-b332e3720796) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:19:43.425723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e0d7d-078b-47b7-bbd7-6ed1672ff152 None None] Network caf71d8f-22e3-4252-8fc9-b332e3720796 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:19:43.446202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:43.446855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:43.585308 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d59f69ce-0e99-4703-ad98-abe997f3e36a req-9e4ef5eb-3ee6-470d-ba2f-40ad5922deb9 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1af3b7-2128-458a-ab17-1f0540b79324 HTTP/1.1" status: 200  len: 210 time: 0.0952804
Apr 20 19:19:43.596475 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f87eb814-b6ac-49cd-b9ec-f966074ad213 req-81d495ad-3560-46a9-9708-15e0a490475f service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2918773
Apr 20 19:19:43.612219 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7f63b5f3-dad8-4d49-beab-ebd1571fb171 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9839530
Apr 20 19:19:43.651387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beec12-456b-4543-9615-0832bd01af99 req-061cd5f7-8a4b-4c3f-8eb6-e5fa7670f826 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:43.653343 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06beec12-456b-4543-9615-0832bd01af99 req-061cd5f7-8a4b-4c3f-8eb6-e5fa7670f826 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2127361
Apr 20 19:19:43.679177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c248e663-f78f-4b98-b85c-41a574408766 None None] Network caf71d8f-22e3-4252-8fc9-b332e3720796 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:19:43.705324 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06beec12-456b-4543-9615-0832bd01af99 req-91b60c94-b793-4ed4-88fb-4c0871f23c70 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452230
Apr 20 19:19:44.945819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45c183-0f32-432a-9e58-c6467fe4bd16 req-cb8b7f3a-3a65-44c3-8ee6-3c04bfcd7069 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:44.947519 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a45c183-0f32-432a-9e58-c6467fe4bd16 req-cb8b7f3a-3a65-44c3-8ee6-3c04bfcd7069 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1029179
Apr 20 19:19:45.017346 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a45c183-0f32-432a-9e58-c6467fe4bd16 req-4a6c93fb-09e0-48a4-aed2-7cc0cb8e54bb tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633557
Apr 20 19:19:45.909807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-a653face-3e46-4a07-b0b0-5bd5b3d53510 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:45.911433 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-a653face-3e46-4a07-b0b0-5bd5b3d53510 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/networks?id=caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 200  len: 813 time: 0.1719859
Apr 20 19:19:45.928390 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-da01b875-82de-4f1e-81e0-5e265a5598ce tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/quotas/7be22f2bc47d4b77ad6ca95a8e026bbb HTTP/1.1" status: 200  len: 375 time: 0.0101585
Apr 20 19:19:45.991352 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-60b66dee-3220-4320-8a02-58e8daa6541e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0560784
Apr 20 19:19:46.150440 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-7f1f06e2-77b8-443c-90b0-091ee33e2743 service neutron] 10.222.0.48 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544333
Apr 20 19:19:46.370641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1e25-822d-4dce-bd1d-6f36d8848db0 req-fd1e41ab-f54a-4530-9ed0-06cab02d1216 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:46.374541 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0dfd1e25-822d-4dce-bd1d-6f36d8848db0 req-fd1e41ab-f54a-4530-9ed0-06cab02d1216 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2230721
Apr 20 19:19:46.387349 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-4b0a6027-27dd-40b5-89a9-cf4716eab10c service neutron] 10.222.0.48 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947494
Apr 20 19:19:46.484458 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0dfd1e25-822d-4dce-bd1d-6f36d8848db0 req-62b4c777-9f8f-498d-b033-a5aaf56f1329 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018217
Apr 20 19:19:46.775415 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b0ca30e-338a-44fd-a252-3369e20a1694 req-f22426b0-82a6-4218-98eb-8d418fcd3440 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 210 time: 0.0505352
Apr 20 19:19:47.035896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-ba231037-6690-4d68-ba5b-28303ad22ec5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:47.037523 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-ba231037-6690-4d68-ba5b-28303ad22ec5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.1602664
Apr 20 19:19:47.054522 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-9edd3050-ae84-4a89-9c60-8f9c04db6756 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/quotas/ad5936ef70be44ac89df14ad4f1d0832 HTTP/1.1" status: 200  len: 375 time: 0.0101955
Apr 20 19:19:47.150280 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-93e6e97f-4561-4374-8843-f8e0f195a476 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0864503
Apr 20 19:19:47.293855 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-0917def4-0dff-4799-a3e6-0d10fda7f5ce service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357331
Apr 20 19:19:47.439669 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-83525580-3cb4-4820-9383-99c138ef567a service neutron] 10.222.0.48 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392183
Apr 20 19:19:47.649000 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4e9f11cd-5d79-4807-a443-76b96e93d947 req-51141801-caaf-43a5-b84a-e8cae4647f01 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 210 time: 0.0605240
Apr 20 19:19:47.740417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a323-48aa-4f0c-8f5b-0265b059f663 req-de373028-874e-409b-bdaa-71b7bb10ddaa tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:47.742105 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d48a323-48aa-4f0c-8f5b-0265b059f663 req-de373028-874e-409b-bdaa-71b7bb10ddaa tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0966895
Apr 20 19:19:47.805984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2d48a323-48aa-4f0c-8f5b-0265b059f663 req-78effa93-3db1-47c7-ae2c-ac8599513ac4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572999
Apr 20 19:19:47.835486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fe527323-afc8-4594-99da-d6773e29d93f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:19:47.872327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: fe527323-afc8-4594-99da-d6773e29d93f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:19:47.872728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fe527323-afc8-4594-99da-d6773e29d93f not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:19:47.961873 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-391a29f1-7f25-49a2-8a19-999b4c75a59a req-02747479-c7ea-41d9-906d-d810a4935aa5 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 210 time: 0.0525095
Apr 20 19:19:49.399059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:50.112185 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-320775e6-1662-4780-8808-bc0a361696e3 req-9519510e-475a-46e4-91f8-dc4b0f590a75 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 210 time: 0.0655720
Apr 20 19:19:50.230595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d637afb-7c26-432f-9ac5-f3d204140736 req-1b00e38f-6e39-44f3-9f09-85ff9c7a9045 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:50.232478 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d637afb-7c26-432f-9ac5-f3d204140736 req-1b00e38f-6e39-44f3-9f09-85ff9c7a9045 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0951085
Apr 20 19:19:50.302737 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0a2633d4-8ca9-4bcd-ab18-1cf0fd02d4bc req-994b6b5c-2145-4ed2-9030-e75bd7c9d954 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 210 time: 0.0653577
Apr 20 19:19:50.330334 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d637afb-7c26-432f-9ac5-f3d204140736 req-a7bccccc-8b1d-4464-99a5-97755e675966 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911016
Apr 20 19:19:50.804254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e842697d-0c13-4d66-98b9-b311feed97d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:51.008660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-79754735-c789-49b6-9a02-633daf0acbfc tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:51.010286 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-79754735-c789-49b6-9a02-633daf0acbfc tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "GET /v2.0/networks?id=caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 200  len: 813 time: 0.2316210
Apr 20 19:19:51.032813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Request body: {'port': {'device_id': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796', 'admin_state_up': True, 'tenant_id': '7be22f2bc47d4b77ad6ca95a8e026bbb'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:51.245433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:51.250018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Usage tracker for resource:port and tenant:7be22f2bc47d4b77ad6ca95a8e026bbb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:51.253872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:51.260887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:51.276738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Made reservation on behalf of 7be22f2bc47d4b77ad6ca95a8e026bbb for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:19:51.286731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:51.455832 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06927884-2b6f-4e12-8425-e258aa14a8ba req-ec4ec4ef-0180-43fe-820b-0a2f62e33540 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 210 time: 0.1561918
Apr 20 19:19:51.640165 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ccdd964-1c8a-4771-be35-591792d0be64 req-d49bba8f-8ee2-4b9e-81ce-1a6965669824 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 210 time: 0.1034298
Apr 20 19:19:51.674392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-6acb96fb-6b9f-42a4-bd95-b65a0427ca2f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:51.674629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-6acb96fb-6b9f-42a4-bd95-b65a0427ca2f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:19:51.699484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14fcba-a6be-4064-a7ca-b9d09d7855f3 req-3ba94a9f-94fc-4d48-98e2-62236017f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:51.701270 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b14fcba-a6be-4064-a7ca-b9d09d7855f3 req-3ba94a9f-94fc-4d48-98e2-62236017f6da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.4493494
Apr 20 19:19:51.707123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-6acb96fb-6b9f-42a4-bd95-b65a0427ca2f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:19:51.708294 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-6acb96fb-6b9f-42a4-bd95-b65a0427ca2f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 815 time: 0.3083189
Apr 20 19:19:51.757485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Request body: {'port': {'device_id': '505284cb-e5da-4512-9b32-25a518fd82fc', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'admin_state_up': True, 'tenant_id': 'ad5936ef70be44ac89df14ad4f1d0832'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:51.784819 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b14fcba-a6be-4064-a7ca-b9d09d7855f3 req-5b1aaac4-9570-4cc1-a0a2-993e0e50e3b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733399
Apr 20 19:19:51.785325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 43712) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:51.963737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Allocated IP 172.20.0.12 (caf71d8f-22e3-4252-8fc9-b332e3720796/49b547a5-246c-4772-a572-75df9812f42b/6231c497-6c68-4d14-8846-a83561edaf4c) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:19:51.989873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4061f-1409-422e-9834-300bb99c5457 req-d59046ca-9e83-4814-96bd-648bace682e5 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:51.994859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:51.997583 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8da4061f-1409-422e-9834-300bb99c5457 req-d59046ca-9e83-4814-96bd-648bace682e5 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2725089
Apr 20 19:19:52.028568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.048043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:52.066944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Usage tracker for resource:security_group_rule and tenant:ed20ddeb3e2d4670b23f12c97605b3e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:52.070286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:52.086011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:52.126520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:19:52.132020 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8da4061f-1409-422e-9834-300bb99c5457 req-6ab0fc8e-9602-4a04-aa80-91ba35b6e74b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334474
Apr 20 19:19:52.210867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:52.234301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.243416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.266441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-900f38d4-a692-4f5e-9fa4-d35980888aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:52.313207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f4e19-5cf1-4e00-a0e7-45f334543d65,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:52.316109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Made reservation on behalf of ad5936ef70be44ac89df14ad4f1d0832 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:19:52.322695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.348521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.353929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:52.390779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.396676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:52.453811 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed20ddeb3e2d4670b23f12c97605b3e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6194839
Apr 20 19:19:52.455048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 43726) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:52.469264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Network caf71d8f-22e3-4252-8fc9-b332e3720796 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:19:52.472563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:19:52.476757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:19:52.545974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Pushing event updated for resources: {'Port': ['ID=6231c497-6c68-4d14-8846-a83561edaf4c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:52.554073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:52.554746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.559725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:52.583558 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5545557
Apr 20 19:19:52.600371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Request body: {'port': {'device_id': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:52.643412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:52.658215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Allocated IP 172.20.0.7 (a3d56b3d-c47b-49ff-9e13-42db36c3dbd5/429a4f9d-eb50-44a3-8230-2d6f938826b4/87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:19:52.725546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.106103 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-87bda699-6ba2-4c7f-994d-56a3389f2cde req-1237af50-b3d9-4313-8598-a62a47b9709c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 210 time: 0.4741020
Apr 20 19:19:53.110323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.238909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.253031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0559b795-a203-45f1-8ef3-667438cbad2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:53.288090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f4e19-5cf1-4e00-a0e7-45f334543d65,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:53.293409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:53.317401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.321099 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee1f4e19-5cf1-4e00-a0e7-45f334543d65 HTTP/1.1" status: 204  len: 168 time: 0.8627827
Apr 20 19:19:53.356962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.393879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.402893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:53.409162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc', 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', '6455816e-56e4-494c-9c38-9280518b6817'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:19:53.483763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event updated for resources: {'Port': ['ID=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:53.495831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:53.500635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:19:53.501850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:19:53.504344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:19:53.510967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:53.511671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.533681 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7833037
Apr 20 19:19:53.552503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Request body: {'port': {'device_id': '505284cb-e5da-4512-9b32-25a518fd82fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:19:53.670857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444d617-faea-4f98-a770-9b5e66bf8a44 req-17067b6a-7d28-47f0-8c8c-f71771ae905e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:53.671619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-9444d617-faea-4f98-a770-9b5e66bf8a44 req-17067b6a-7d28-47f0-8c8c-f71771ae905e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Synchronizing usage tracker for tenant:7be22f2bc47d4b77ad6ca95a8e026bbb on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:19:53.735898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ffae-64be-4d0e-82ad-4f56f47dac21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.760560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:53.764522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293e8c-d0b6-490a-b448-b7ecd733e358 req-b7826280-e41c-46d2-85b7-5194d85cec39 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:53.772331 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37293e8c-d0b6-490a-b448-b7ecd733e358 req-b7826280-e41c-46d2-85b7-5194d85cec39 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2212815
Apr 20 19:19:53.774656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-9444d617-faea-4f98-a770-9b5e66bf8a44 req-17067b6a-7d28-47f0-8c8c-f71771ae905e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Unset dirty status for tenant:7be22f2bc47d4b77ad6ca95a8e026bbb on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:19:53.783098 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9444d617-faea-4f98-a770-9b5e66bf8a44 req-17067b6a-7d28-47f0-8c8c-f71771ae905e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 932 time: 0.6602468
Apr 20 19:19:53.889183 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-37293e8c-d0b6-490a-b448-b7ecd733e358 req-8a112422-8615-4416-87bf-52d11400f1e2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158252
Apr 20 19:19:53.935159 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9444d617-faea-4f98-a770-9b5e66bf8a44 req-9639a48e-2523-41d0-bb38-9ca30d7e456c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510255
Apr 20 19:19:53.940830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6231c497-6c68-4d14-8846-a83561edaf4c {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:19:53.975701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.043002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Transition to ACTIVE for port object 6231c497-6c68-4d14-8846-a83561edaf4c will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:19:54.050444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.059822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.070964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f6c14034-067f-431d-a60c-38e9654ccf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:54.361141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 43750) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:54.362637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=6231c497-6c68-4d14-8846-a83561edaf4c,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:54.369199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:54.370970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.420247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.451254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:19:54.461053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.480469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Transition to ACTIVE for port object 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:19:54.490633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.501935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:54.627319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:19:54.639160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Usage tracker for resource:security_group_rule and tenant:d72662209e4a46e78c297b7f98cc4832 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:19:54.642704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:19:54.655334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Attempting to bind port 6231c497-6c68-4d14-8846-a83561edaf4c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:19:54.655777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Attempting to bind port 6231c497-6c68-4d14-8846-a83561edaf4c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:19:54.656123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Attempting to bind port 6231c497-6c68-4d14-8846-a83561edaf4c on network caf71d8f-22e3-4252-8fc9-b332e3720796 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:54.663854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:19:54.665938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Port 6231c497-6c68-4d14-8846-a83561edaf4c on network caf71d8f-22e3-4252-8fc9-b332e3720796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:19:54.666311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Attempting to bind port 6231c497-6c68-4d14-8846-a83561edaf4c on network caf71d8f-22e3-4252-8fc9-b332e3720796 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:54.674001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:19:54.674395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Checking segment: {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:19:54.674829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Bound using segment: {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:19:54.675321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Bound port: 6231c497-6c68-4d14-8846-a83561edaf4c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:19:54.675717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.760125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Attempting to bind port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:19:54.760490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Attempting to bind port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:19:54.760848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Attempting to bind port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:54.765947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Pushing event updated for resources: {'Port': ['ID=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:54.770554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:54.771223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:19:54.771692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Attempting to bind port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 on network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:19:54.779164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:19:54.779674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Checking segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:19:54.780115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Bound using segment: {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:19:54.780601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Bound port: 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52817237-9ad9-4bdd-9ab5-51bef1784b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:19:54.781104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.812274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] For port 6231c497-6c68-4d14-8846-a83561edaf4c, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:19:54.816587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] For port 6231c497-6c68-4d14-8846-a83561edaf4c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6231c497-6c68-4d14-8846-a83561edaf4c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:19:54.828343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.837621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7db5893-cc48-458d-8cf8-b1f343d2db50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:54.889442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b9878-fde4-4f1d-a8d2-10df26bec227 req-f9567070-7512-477d-abcc-6eb06d4ff371 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:54.891245 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-703b9878-fde4-4f1d-a8d2-10df26bec227 req-f9567070-7512-477d-abcc-6eb06d4ff371 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.3479767
Apr 20 19:19:54.966956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:54.967734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:54.969363 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] 10.222.0.52 "PUT /v2.0/ports/6231c497-6c68-4d14-8846-a83561edaf4c HTTP/1.1" status: 200  len: 1094 time: 2.3761451
Apr 20 19:19:54.976100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-ae8888a7-737d-4ad6-87f2-beb54bfe79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:54.977558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'tag': '6231c497-6c68-4d14-8846-a83561edaf4c'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:54.977961 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-ae8888a7-737d-4ad6-87f2-beb54bfe79d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.1825478
Apr 20 19:19:54.997062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] For port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:19:55.002763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] For port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:19:55.034919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:55.038679 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-703b9878-fde4-4f1d-a8d2-10df26bec227 req-9df786c8-ba29-424c-84b4-64f7798b4c52 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956564
Apr 20 19:19:55.115266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:55.166483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Pushing event updated for resources: {'Port': ['ID=6231c497-6c68-4d14-8846-a83561edaf4c,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:55.176138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:55.199178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Pushing event updated for resources: {'Port': ['ID=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:55.209235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:55.215046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-c7af4f23-abf6-41a8-8cee-0d77ad062a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.216698 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-c7af4f23-abf6-41a8-8cee-0d77ad062a65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 1097 time: 0.1965289
Apr 20 19:19:55.217753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.218793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:55.220351 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] 10.222.0.52 "PUT /v2.0/ports/87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 HTTP/1.1" status: 200  len: 1093 time: 1.6737716
Apr 20 19:19:55.221042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505284cb-e5da-4512-9b32-25a518fd82fc', 'tag': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:19:55.228210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee6b25-a0ee-4812-9f28-a0a36694358e req-d29064fc-f559-4951-bbd4-6f86091f95bc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.229869 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06ee6b25-a0ee-4812-9f28-a0a36694358e req-d29064fc-f559-4951-bbd4-6f86091f95bc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.3547873
Apr 20 19:19:55.309689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-87265e47-7dec-46f9-ae32-fc36c41b115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.311901 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-87265e47-7dec-46f9-ae32-fc36c41b115d service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.3115997
Apr 20 19:19:55.386083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:55.392167 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-76355e02-cb02-46a5-828c-0525b5f276f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6231c497-6c68-4d14-8846-a83561edaf4c HTTP/1.1" status: 200  len: 217 time: 0.0976281
Apr 20 19:19:55.392286 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-08245017-8f57-4a98-ba9b-6f5225a4c620 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 217 time: 0.0705953
Apr 20 19:19:55.415873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:55.428454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:55.501928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:55.525026 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-bd4c9292-28a1-4c18-aa34-1a0b18bce5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.526704 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-bd4c9292-28a1-4c18-aa34-1a0b18bce5fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0820739
Apr 20 19:19:55.538846 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d72662209e4a46e78c297b7f98cc4832&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1681185
Apr 20 19:19:55.555593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 43770) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:19:55.567831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f17711f-8666-4940-8950-01e3ccb06cb6,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:55.588154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-1012071c-18f5-4ea8-9a73-833221a228d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.589811 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-1012071c-18f5-4ea8-9a73-833221a228d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 1096 time: 0.1965268
Apr 20 19:19:55.590187 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06ee6b25-a0ee-4812-9f28-a0a36694358e req-9ce4d6c1-0a2e-4d1b-91c2-db68232f1ba3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382791
Apr 20 19:19:55.591106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:55.602310 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-fc44ddb0-3aa7-481f-b137-85fa4669d283 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622776
Apr 20 19:19:55.624820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4a591-5a35-40db-ab2e-cdd1f9a3575b req-114f40e6-8bdb-4eaa-a66d-bef2de9c8579 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.633024 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5dd4a591-5a35-40db-ab2e-cdd1f9a3575b req-114f40e6-8bdb-4eaa-a66d-bef2de9c8579 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.4020708
Apr 20 19:19:55.668234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-89e00fb9-f036-4e9e-8224-28d574b0b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.669979 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-89e00fb9-f036-4e9e-8224-28d574b0b0b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49b547a5-246c-4772-a572-75df9812f42b HTTP/1.1" status: 200  len: 853 time: 0.2434685
Apr 20 19:19:55.712541 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-afe10c39-3c05-4405-910c-53ec296da640 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 HTTP/1.1" status: 200  len: 217 time: 0.1091728
Apr 20 19:19:55.732393 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'tag': '6231c497-6c68-4d14-8846-a83561edaf4c', 'status': 'completed', 'code': 200}
Apr 20 19:19:55.758525 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5dd4a591-5a35-40db-ab2e-cdd1f9a3575b req-309c3317-c15c-4375-9e97-9fb49ded943e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244676
Apr 20 19:19:55.769308 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-9fdd1ece-217e-4b31-8ee8-175a219ac07d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=caf71d8f-22e3-4252-8fc9-b332e3720796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871973
Apr 20 19:19:55.828613 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505284cb-e5da-4512-9b32-25a518fd82fc', 'tag': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3', 'status': 'completed', 'code': 200}
Apr 20 19:19:55.959473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-a2bd5a83-dc16-4835-bd38-80201cd83ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:55.961263 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-a2bd5a83-dc16-4835-bd38-80201cd83ced service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.1981947
Apr 20 19:19:55.975836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:55.979878 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-5dc5f7bc-86d1-4ad5-b40e-94ebd607192d service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873906
Apr 20 19:19:56.027266 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-2d25f317-b430-4196-8cc5-0a192e670296 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3693016
Apr 20 19:19:56.037061 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-4c5e7c47-0e81-46ad-b7d7-d8876c8e55ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642204
Apr 20 19:19:56.116872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:56.213815 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2309a126-1ffb-4403-91a2-0836342fd0cd req-f03ac3ee-bf94-4e92-a904-3f31f687ff15 service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2180722
Apr 20 19:19:56.237089 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-2ae28c2e-3dcc-475c-b98d-4c31a9ac0cd8 service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725225
Apr 20 19:19:56.311301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:56.326398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b93a35a-bbbe-4e3c-8a16-6ef2994edc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:19:56.368717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f17711f-8666-4940-8950-01e3ccb06cb6,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:19:56.371492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:19:56.391725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:56.393714 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f17711f-8666-4940-8950-01e3ccb06cb6 HTTP/1.1" status: 204  len: 168 time: 0.8332336
Apr 20 19:19:56.441558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0668-49af-43c5-837a-63c684067fcd req-88a870f6-3eac-4ed5-a01a-c5b4136f0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:56.443599 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-88a870f6-3eac-4ed5-a01a-c5b4136f0e05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 1097 time: 0.1670146
Apr 20 19:19:56.458793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59119d74-fe2e-4d61-b9f9-fc098ecb74b6 req-fd16270d-01ef-42a1-9c7d-3d4ad5d41fc3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:56.460868 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59119d74-fe2e-4d61-b9f9-fc098ecb74b6 req-fd16270d-01ef-42a1-9c7d-3d4ad5d41fc3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.2302117
Apr 20 19:19:56.528303 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1f10ef1-5d4a-4758-8527-d296de70909f req-2e2b4e1c-b180-4746-ad69-258c41e68b87 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4902375
Apr 20 19:19:56.594825 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4d9ba51-3221-426b-b11f-a36342dcf9db req-c633c2dd-f711-4120-9337-e74099af3a5e service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3029633
Apr 20 19:19:56.620991 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59119d74-fe2e-4d61-b9f9-fc098ecb74b6 req-6c4bc607-a971-47a8-9807-7d80708f836d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283281
Apr 20 19:19:56.675102 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0668-49af-43c5-837a-63c684067fcd req-2473a8e0-d7b8-4ca3-bdf3-47dda2c7ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:56.676876 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-2473a8e0-d7b8-4ca3-bdf3-47dda2c7ec5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 200  len: 914 time: 0.2148075
Apr 20 19:19:56.765595 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-8597b12d-506a-4cfe-87c1-ab74344d3e8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6231c497-6c68-4d14-8846-a83561edaf4c HTTP/1.1" status: 200  len: 217 time: 0.0725505
Apr 20 19:19:56.824290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ea367-e23f-445e-83c3-c12cd5494164 req-69575774-4c7b-4726-9946-666c0f455610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:56.826182 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-69575774-4c7b-4726-9946-666c0f455610 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 1096 time: 0.1226263
Apr 20 19:19:56.979511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f0668-49af-43c5-837a-63c684067fcd req-fbd20aea-5ac7-4315-9783-eee7714b63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:56.981212 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-fbd20aea-5ac7-4315-9783-eee7714b63a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49b547a5-246c-4772-a572-75df9812f42b HTTP/1.1" status: 200  len: 853 time: 0.1943805
Apr 20 19:19:56.993684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ea952-cd36-43e3-9902-d336779eff15 req-abc78556-c2ed-4ddb-802a-4365da1a7960 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:56.995675 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae3ea952-cd36-43e3-9902-d336779eff15 req-abc78556-c2ed-4ddb-802a-4365da1a7960 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1534247
Apr 20 19:19:57.143972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ea367-e23f-445e-83c3-c12cd5494164 req-0d2e22fe-e430-4329-b3e3-7f1763e28b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:57.146308 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-0d2e22fe-e430-4329-b3e3-7f1763e28b99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 200  len: 916 time: 0.2974679
Apr 20 19:19:57.195977 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-06fcfdf5-f24b-47a6-b554-a1d3fc68692c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=caf71d8f-22e3-4252-8fc9-b332e3720796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1994286
Apr 20 19:19:57.290870 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-24d486a3-cb37-4e5b-ac22-bd9e8306aa14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 HTTP/1.1" status: 200  len: 217 time: 0.1345439
Apr 20 19:19:57.387197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ea367-e23f-445e-83c3-c12cd5494164 req-ec253377-d562-4def-a279-8c3ffaabe6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:57.388864 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-ec253377-d562-4def-a279-8c3ffaabe6db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 200  len: 855 time: 0.0831754
Apr 20 19:19:57.466639 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-9fdc8033-71bc-46a3-aed4-abc67f4a1f3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661047
Apr 20 19:19:57.654873 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ae3ea952-cd36-43e3-9902-d336779eff15 req-facbfe19-c575-47f1-aca3-201594f8eb0d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5352938
Apr 20 19:19:57.733898 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-2f394482-c396-4b10-a928-d176a4eddf3a service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586508
Apr 20 19:19:57.765603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c6b8-8eb4-4fc2-afe8-ab2729550ef8 req-062ac3a7-dc6f-44ab-a736-99fef618e5f0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:57.773444 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fd80c6b8-8eb4-4fc2-afe8-ab2729550ef8 req-062ac3a7-dc6f-44ab-a736-99fef618e5f0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.6559114
Apr 20 19:19:57.781403 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-70680bc2-a837-4e91-9cc0-216e752bee6a service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5718620
Apr 20 19:19:57.937440 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fd80c6b8-8eb4-4fc2-afe8-ab2729550ef8 req-8063c78f-381c-49fd-9476-6844fc9bfe87 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507154
Apr 20 19:19:58.022141 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-738f0668-49af-43c5-837a-63c684067fcd req-b744b1fa-d29d-4831-a453-4d28c1bd9a7f service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914876
Apr 20 19:19:58.079667 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-649ea367-e23f-445e-83c3-c12cd5494164 req-3dfe3e06-6018-4567-b35e-67fa1bba3e6b service neutron] 10.222.0.52 "GET /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3366156
Apr 20 19:19:58.276759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a1c7-18e8-403b-9bb8-1afe1d535b80 req-14f4ff0b-bd67-4269-ae6d-426f01e90140 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:58.283865 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c42a1c7-18e8-403b-9bb8-1afe1d535b80 req-14f4ff0b-bd67-4269-ae6d-426f01e90140 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.1209133
Apr 20 19:19:58.343392 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c42a1c7-18e8-403b-9bb8-1afe1d535b80 req-85699200-0467-4f80-82aa-7cca8294b9d8 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517850
Apr 20 19:19:58.865165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee748ce-135e-4a78-9766-ac4e91be1d88 req-c994fc8c-7173-41a1-9618-1a73d0131560 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:58.867000 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ee748ce-135e-4a78-9766-ac4e91be1d88 req-c994fc8c-7173-41a1-9618-1a73d0131560 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0979946
Apr 20 19:19:58.947368 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ee748ce-135e-4a78-9766-ac4e91be1d88 req-6ad91e8c-45a4-4a4c-b048-9c5168ee7e82 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717077
Apr 20 19:19:59.229963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbae76f-cd38-4446-83e7-73c80b57b83e req-9e96b0de-eaf0-47f5-bbe7-8788e913a4ee tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:59.252572 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fbae76f-cd38-4446-83e7-73c80b57b83e req-9e96b0de-eaf0-47f5-bbe7-8788e913a4ee tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.1471269
Apr 20 19:19:59.340588 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fbae76f-cd38-4446-83e7-73c80b57b83e req-c37ef103-595b-426f-b234-7915b04badf5 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870137
Apr 20 19:19:59.585378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a1dc-0f6d-4e3b-b4f6-451043718e8e req-9806abc9-60fa-4dc7-84c0-64f411eeff43 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:19:59.586972 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3f44a1dc-0f6d-4e3b-b4f6-451043718e8e req-9806abc9-60fa-4dc7-84c0-64f411eeff43 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.1110134
Apr 20 19:19:59.640911 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3f44a1dc-0f6d-4e3b-b4f6-451043718e8e req-e532a99e-c43c-43b6-88c2-8e47da9f32cc tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459208
Apr 20 19:20:00.177606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaa5aa-7857-4b28-a52a-e3de2ff93354 req-d5c711ba-ebf2-46c8-8fce-6503b2ed88ce tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:00.179540 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9faaa5aa-7857-4b28-a52a-e3de2ff93354 req-d5c711ba-ebf2-46c8-8fce-6503b2ed88ce tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1091404
Apr 20 19:20:00.234586 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9faaa5aa-7857-4b28-a52a-e3de2ff93354 req-52a48fe3-7ea6-444d-9fb3-fa5feff23c29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475321
Apr 20 19:20:00.554204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fb413-6465-490f-ad7f-e7a24db870c3 req-d4c18b57-550d-4e4c-8cde-e596ae2defdf tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:00.562732 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-545fb413-6465-490f-ad7f-e7a24db870c3 req-d4c18b57-550d-4e4c-8cde-e596ae2defdf tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.1041694
Apr 20 19:20:00.624112 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-545fb413-6465-490f-ad7f-e7a24db870c3 req-f12571c3-54fb-4fd5-958b-038c03737771 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596504
Apr 20 19:20:00.857505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579a578-70b0-47de-80f8-e4456df6cc95 req-01b11471-a3f7-4374-bcdd-ba0a497f114d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:00.859170 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e579a578-70b0-47de-80f8-e4456df6cc95 req-01b11471-a3f7-4374-bcdd-ba0a497f114d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.0935552
Apr 20 19:20:00.910261 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e579a578-70b0-47de-80f8-e4456df6cc95 req-c8a2cfb3-c392-4b2d-b59d-f1ae9b6b9688 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432122
Apr 20 19:20:01.897713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dce7cc-cd54-4548-a9df-f9f03dc742be req-a9c72d90-d98e-4d2f-a722-312cfa0ceaa0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:01.905425 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99dce7cc-cd54-4548-a9df-f9f03dc742be req-a9c72d90-d98e-4d2f-a722-312cfa0ceaa0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.1225400
Apr 20 19:20:01.952145 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-99dce7cc-cd54-4548-a9df-f9f03dc742be req-c664cd4b-8d47-4df9-a58d-c533ea81447e tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455506
Apr 20 19:20:02.162161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa26288-9038-4312-8e59-c1c749815976 req-71ebd141-9956-4386-a0fb-bf3873a76682 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:02.163948 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fa26288-9038-4312-8e59-c1c749815976 req-71ebd141-9956-4386-a0fb-bf3873a76682 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1044290
Apr 20 19:20:02.218168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6fa26288-9038-4312-8e59-c1c749815976 req-0a48fad7-f133-4207-864d-6cfa27181d79 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472391
Apr 20 19:20:02.407938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b772e-4307-4d2f-904d-78664af94fc9 req-e8a31f19-1e4f-4357-9429-d94a495d3498 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:02.410218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d06b772e-4307-4d2f-904d-78664af94fc9 req-e8a31f19-1e4f-4357-9429-d94a495d3498 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.0899277
Apr 20 19:20:02.474153 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d06b772e-4307-4d2f-904d-78664af94fc9 req-7eda1cf0-ee8c-4977-b925-a056595c4928 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547073
Apr 20 19:20:05.685085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352420-bdb9-411c-b957-b0ab8e72aa78 req-278ba4c2-f1f5-47d4-8919-eee1d70dae07 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:05.687607 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30352420-bdb9-411c-b957-b0ab8e72aa78 req-278ba4c2-f1f5-47d4-8919-eee1d70dae07 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.2236598
Apr 20 19:20:05.718923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69595b-6d70-431d-997f-e5866d6f296d req-f70dd9cf-b10e-40cb-ba99-89c212f1e5bb tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:05.726968 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b69595b-6d70-431d-997f-e5866d6f296d req-f70dd9cf-b10e-40cb-ba99-89c212f1e5bb tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.1375933
Apr 20 19:20:05.803166 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30352420-bdb9-411c-b957-b0ab8e72aa78 req-2f59fa33-db28-41ab-aff0-d3727f410f08 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022496
Apr 20 19:20:05.819080 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1b69595b-6d70-431d-997f-e5866d6f296d req-b5e679f7-a9ce-4b3d-8247-248b25989404 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905373
Apr 20 19:20:07.093702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec3ea9-8ecb-46bf-a2a3-c8dea6af207f req-893ad0b2-55eb-4713-9d90-286a901c5ddb tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:07.103082 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ec3ea9-8ecb-46bf-a2a3-c8dea6af207f req-893ad0b2-55eb-4713-9d90-286a901c5ddb tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.1787002
Apr 20 19:20:07.160043 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12ec3ea9-8ecb-46bf-a2a3-c8dea6af207f req-5418015b-fdea-4bff-8db0-c9c952b20745 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556548
Apr 20 19:20:07.178182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd411-07c7-494b-9aec-4ec5109ebca0 req-966b0358-08ea-4357-8b6c-41a154fdcc02 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:07.179976 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-310fd411-07c7-494b-9aec-4ec5109ebca0 req-966b0358-08ea-4357-8b6c-41a154fdcc02 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.2030549
Apr 20 19:20:07.247057 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-310fd411-07c7-494b-9aec-4ec5109ebca0 req-e15dc797-374b-4243-853d-2d63ad8b2816 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606227
Apr 20 19:20:08.516343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6777-d3fb-43ea-8d86-a8aeca20dc56 req-b788d0f2-903f-4417-ab5b-a13e30da543b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:08.517984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b35e6777-d3fb-43ea-8d86-a8aeca20dc56 req-b788d0f2-903f-4417-ab5b-a13e30da543b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.2268507
Apr 20 19:20:08.526976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e6a8-1750-4f41-aa07-0aaf668c6c91 req-a0245720-5101-4d6f-ab70-c70e390fb053 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:08.528451 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91b4e6a8-1750-4f41-aa07-0aaf668c6c91 req-a0245720-5101-4d6f-ab70-c70e390fb053 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 943 time: 0.1289837
Apr 20 19:20:08.625850 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-91b4e6a8-1750-4f41-aa07-0aaf668c6c91 req-0537fa1c-fefd-451f-be17-4999db748b6d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796468
Apr 20 19:20:08.632010 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b35e6777-d3fb-43ea-8d86-a8aeca20dc56 req-04896507-b5b1-4060-aaf7-821fbb3183ab tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024303
Apr 20 19:20:09.588985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:20:09.805970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:09.823541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3', 'network_id': 'a3d56b3d-c47b-49ff-9e13-42db36c3dbd5', 'port_id': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3', 'mac_address': 'fa:16:3e:3b:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a4f9d-eb50-44a3-8230-2d6f938826b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:20:09.899401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:09.921701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:20:09.942106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:09.951868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:09.952912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6231c497-6c68-4d14-8846-a83561edaf4c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:20:10.033039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e068ba-1335-4654-9ef4-bfafe48175c0 req-24376524-fc5b-4bb4-9750-fb947c62906b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:10.046549 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c3e068ba-1335-4654-9ef4-bfafe48175c0 req-24376524-fc5b-4bb4-9750-fb947c62906b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 944 time: 0.2170596
Apr 20 19:20:10.122326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 6231c497-6c68-4d14-8846-a83561edaf4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6231c497-6c68-4d14-8846-a83561edaf4c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:10.137385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:10.174125 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c3e068ba-1335-4654-9ef4-bfafe48175c0 req-a53acc7e-58ac-4719-955d-2ff99521fd63 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264124
Apr 20 19:20:10.182893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '6231c497-6c68-4d14-8846-a83561edaf4c', 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796', 'port_id': '6231c497-6c68-4d14-8846-a83561edaf4c', 'mac_address': 'fa:16:3e:a1:81:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b547a5-246c-4772-a572-75df9812f42b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:20:10.267120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:10.283866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66421-d6b5-42fd-996d-68458e1194e9 req-98df3a49-5092-44ce-b73a-077ec1ef1049 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:10.292406 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-94e66421-d6b5-42fd-996d-68458e1194e9 req-98df3a49-5092-44ce-b73a-077ec1ef1049 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 944 time: 0.1781919
Apr 20 19:20:10.309721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6231c497-6c68-4d14-8846-a83561edaf4c {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:20:10.330977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 6231c497-6c68-4d14-8846-a83561edaf4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6231c497-6c68-4d14-8846-a83561edaf4c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:10.339468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:10.346813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:10.352615 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-94e66421-d6b5-42fd-996d-68458e1194e9 req-5889bac7-09c8-498c-a26c-cb104fcce6f7 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589566
Apr 20 19:20:10.356732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.357518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.358146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.358705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.359268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.359832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.360377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.361158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.361720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.362311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.362858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.363402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:10.368071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:10.368893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:10.467288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=6231c497-6c68-4d14-8846-a83561edaf4c,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:10.479837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:10.610065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44064) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:10.734771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['6231c497-6c68-4d14-8846-a83561edaf4c'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:20:10.780937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:20:10.818685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:10.837248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:10.841862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Usage tracker for resource:security_group_rule and tenant:74286406f11b40cea0656488f2506c60 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:10.845367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:10.853084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:10.953229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:10.957234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:10.988989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:11.020033 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74286406f11b40cea0656488f2506c60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4087386
Apr 20 19:20:11.020893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d72d0-dd7c-4b4f-a11c-197a398b9b27,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:11.023471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44076) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:11.034928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:11.224932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:11.287141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:11.413502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:11.422050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b4229a01-b37e-43a2-a4b0-9a4afbc1894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:11.443706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d72d0-dd7c-4b4f-a11c-197a398b9b27,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:11.445937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:11.447333 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/289d72d0-dd7c-4b4f-a11c-197a398b9b27 HTTP/1.1" status: 204  len: 168 time: 0.4226506
Apr 20 19:20:11.448507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:11.613602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba68989-b0fb-4ff9-b34f-679d4ba8414c req-735082d7-e20a-48ee-af4b-3864204c008c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:11.624456 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ba68989-b0fb-4ff9-b34f-679d4ba8414c req-735082d7-e20a-48ee-af4b-3864204c008c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 944 time: 0.1207573
Apr 20 19:20:11.684070 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ba68989-b0fb-4ff9-b34f-679d4ba8414c req-41cc23da-0cac-4468-9e75-d3b16ba7088f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581043
Apr 20 19:20:11.792348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151a65b-0083-4b84-bc4d-6908a744d663 req-fdd59a81-a96d-4cdf-b612-db0d4464c8cd tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:11.800671 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f151a65b-0083-4b84-bc4d-6908a744d663 req-fdd59a81-a96d-4cdf-b612-db0d4464c8cd tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 945 time: 0.1129508
Apr 20 19:20:11.917478 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f151a65b-0083-4b84-bc4d-6908a744d663 req-b1843693-ffd7-463d-a528-acf443527fd2 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153128
Apr 20 19:20:12.029380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44104) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:12.112775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.131784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:12.158914 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Usage tracker for resource:security_group_rule and tenant:e971e8ba4d5a46f8b54d2ddf7acefe64 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:12.162993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:12.172388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:12.302226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.307839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.318014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5d0278d-e663-47ba-bfff-7bd7deabff67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:12.349609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c50ef-0064-43b2-ba25-554ca11b8894,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:12.355556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:12.390820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44118) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:12.391017 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e971e8ba4d5a46f8b54d2ddf7acefe64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3596802
Apr 20 19:20:12.534360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.635237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.749224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.759996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:12.799634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:12.800910 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a34c50ef-0064-43b2-ba25-554ca11b8894 HTTP/1.1" status: 204  len: 168 time: 0.4086719
Apr 20 19:20:12.803824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c50ef-0064-43b2-ba25-554ca11b8894,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:12.806923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:12.847420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73fd8a-9044-4ed2-8cd4-c0970b82fb95 req-f35de338-3129-416e-b6a3-70fd9748d290 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:12.855808 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f73fd8a-9044-4ed2-8cd4-c0970b82fb95 req-f35de338-3129-416e-b6a3-70fd9748d290 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1615143
Apr 20 19:20:12.977707 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7f73fd8a-9044-4ed2-8cd4-c0970b82fb95 req-849ddee5-39a3-4fbf-92bf-66ff251033ee tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208420
Apr 20 19:20:13.048093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e385b4-5b2e-47ba-8fb1-9a65c1a1a34c req-408bcee5-35c1-4bd6-a62a-138d3283410d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:13.049824 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-46e385b4-5b2e-47ba-8fb1-9a65c1a1a34c req-408bcee5-35c1-4bd6-a62a-138d3283410d tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 944 time: 0.1743283
Apr 20 19:20:13.146455 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-46e385b4-5b2e-47ba-8fb1-9a65c1a1a34c req-998f6bb5-92de-4e35-9a3d-b7d3eeae5c38 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726910
Apr 20 19:20:13.248713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb77-96f9-4dd6-ba91-9509857cf2d2 req-f1b389ab-b606-4b7d-9672-9163b7cd9431 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:13.252026 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6654fb77-96f9-4dd6-ba91-9509857cf2d2 req-f1b389ab-b606-4b7d-9672-9163b7cd9431 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 945 time: 0.1040506
Apr 20 19:20:13.321542 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6654fb77-96f9-4dd6-ba91-9509857cf2d2 req-d4e7829f-75a0-46d3-ae5c-d923be35f022 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611584
Apr 20 19:20:13.668692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:13.789269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:13.796414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:13.797094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:13.952280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:13.983567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505284cb-e5da-4512-9b32-25a518fd82fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:20:13.999517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:14.003208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.004463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6231c497-6c68-4d14-8846-a83561edaf4c up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:14.032126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7670b46a-db04-4b39-b30d-f0fd59ae1377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:14.129571 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505284cb-e5da-4512-9b32-25a518fd82fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3', 'code': 200}
Apr 20 19:20:14.216066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:14.221460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:14.229760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 6231c497-6c68-4d14-8846-a83561edaf4c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:14.239584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 6231c497-6c68-4d14-8846-a83561edaf4c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:14.240167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.385999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44188) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:14.472738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb56fa-f005-46d8-bbc8-092c5133445d req-f765e825-497d-41fd-90cd-9850ce11233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:14.475570 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cabb56fa-f005-46d8-bbc8-092c5133445d req-f765e825-497d-41fd-90cd-9850ce11233d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 1098 time: 0.1525609
Apr 20 19:20:14.539412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e99e-300e-4962-bf10-ab053cea860b req-15999a17-167b-4aa2-94d9-9b1f5c31bd2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:14.541709 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e786e99e-300e-4962-bf10-ab053cea860b req-15999a17-167b-4aa2-94d9-9b1f5c31bd2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.2442429
Apr 20 19:20:14.617976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.722766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 6231c497-6c68-4d14-8846-a83561edaf4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6231c497-6c68-4d14-8846-a83561edaf4c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:14.729524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:14.731978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:14.802896 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e786e99e-300e-4962-bf10-ab053cea860b req-bf0d23b2-e3f8-4de6-a2e7-80702a7b5337 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2543800
Apr 20 19:20:14.962341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=6231c497-6c68-4d14-8846-a83561edaf4c,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:14.976683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:15.126347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610781084-network', 'tenant_id': 'b67619259a6547fda46fa8b713624c51'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:15.128270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-f11e5151-0441-4f98-8794-2d5b77adade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:15.129984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-f11e5151-0441-4f98-8794-2d5b77adade4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.4985981
Apr 20 19:20:15.143817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:15.149084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Usage tracker for resource:network and tenant:b67619259a6547fda46fa8b713624c51 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:15.152810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:15.159764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:15.189278 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cabb56fa-f005-46d8-bbc8-092c5133445d req-7a06e8d5-81d6-4805-8c28-172898d9e95b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7021704
Apr 20 19:20:15.190073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Made reservation on behalf of b67619259a6547fda46fa8b713624c51 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:15.194877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.209082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.225228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:15.230315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Usage tracker for resource:security_group_rule and tenant:b67619259a6547fda46fa8b713624c51 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:15.233521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:15.240180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:15.307002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-c30e17b3-b992-4fff-9d0e-c3de831ef42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:15.308629 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-c30e17b3-b992-4fff-9d0e-c3de831ef42f service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.1710119
Apr 20 19:20:15.317681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914de16-8a7e-43c5-83f3-9459f7073ce3 req-c97e1115-ae3f-4715-a8d1-fa85faa306ba tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:15.319302 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4914de16-8a7e-43c5-83f3-9459f7073ce3 req-c97e1115-ae3f-4715-a8d1-fa85faa306ba tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 945 time: 0.5153022
Apr 20 19:20:15.342797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.347430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.353218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0b7517b9-2ab8-4a87-b663-0951088d7ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:15.387613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:20:15.410385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb68d-8e5d-429e-8180-353f30c46a11 req-766772ff-ab00-49db-a1d6-6381ba971aa1 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:15.410569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2df9d2-aad6-45f7-8fb4-433ad27a9508,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:15.412409 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0fbdb68d-8e5d-429e-8180-353f30c46a11 req-766772ff-ab00-49db-a1d6-6381ba971aa1 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.3958211
Apr 20 19:20:15.421323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.421719 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Added segment 9792393b-8315-48a2-9a97-a0ca94bbf466 of type vlan for network 664a2a1c-ebec-46c9-83e7-d960ca7706d5
Apr 20 19:20:15.436387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:15.468046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.501538 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-fcb84e7f-b7f7-48ef-a721-7dbd26cf1192 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 217 time: 0.1735127
Apr 20 19:20:15.516323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.518584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:15.519399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:15.569854 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4914de16-8a7e-43c5-83f3-9459f7073ce3 req-0ba45ac7-279a-484c-b6a9-f9a3df68b1b0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365987
Apr 20 19:20:15.587196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-d4a744a7-c916-4b5f-ae9e-09ff63ee2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:15.589025 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-d4a744a7-c916-4b5f-ae9e-09ff63ee2e7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0721326
Apr 20 19:20:15.595927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:15.610619 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0fbdb68d-8e5d-429e-8180-353f30c46a11 req-a35e53aa-b1bd-4820-adb8-376bc19c317c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853561
Apr 20 19:20:15.641616 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2513459
Apr 20 19:20:15.644778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44212) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:15.689536 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-18520475-ec58-4ff2-a3fb-8ab99047fb60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777390
Apr 20 19:20:15.742140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Request body: {'subnet': {'network_id': '664a2a1c-ebec-46c9-83e7-d960ca7706d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610781084-subnet', 'tenant_id': 'b67619259a6547fda46fa8b713624c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:15.752165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Pushing event updated for resources: {'Network': ['ID=664a2a1c-ebec-46c9-83e7-d960ca7706d5,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:15.762744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:15.768681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Usage tracker for resource:subnet and tenant:b67619259a6547fda46fa8b713624c51 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:15.772591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:15.776222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 664a2a1c-ebec-46c9-83e7-d960ca7706d5 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:20:15.792692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:15.802105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:15.806801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Made reservation on behalf of b67619259a6547fda46fa8b713624c51 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:15.817416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:16.130469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6231c497-6c68-4d14-8846-a83561edaf4c'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:20:16.179795 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-bed7e1c5-c95b-4c7b-9158-167a684ecf31 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4786515
Apr 20 19:20:16.423227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:16.431698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:16.464908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcebab2-e04f-4616-a00c-89cecd10b9f5 req-6722a0db-b0f8-417a-aeed-149404966ef8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:16.472983 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7fcebab2-e04f-4616-a00c-89cecd10b9f5 req-6722a0db-b0f8-417a-aeed-149404966ef8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.6968403
Apr 20 19:20:16.533112 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7fcebab2-e04f-4616-a00c-89cecd10b9f5 req-f54ba8ff-4d81-4aa5-989d-ab5ee8756962 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591726
Apr 20 19:20:16.547314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf00e-3fd1-4169-a63b-bc3d1a0bd8d6 req-a8dcfdb9-97c1-4418-a98c-9977319466c6 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:16.556139 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a4aaf00e-3fd1-4169-a63b-bc3d1a0bd8d6 req-a8dcfdb9-97c1-4418-a98c-9977319466c6 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.4143703
Apr 20 19:20:16.596582 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6231c497-6c68-4d14-8846-a83561edaf4c', 'code': 200}
Apr 20 19:20:16.650630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac31902-eea5-48ab-96f2-72d38285e8a4,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:16.654762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:16.656247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Checking segment: {'id': '9792393b-8315-48a2-9a97-a0ca94bbf466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '664a2a1c-ebec-46c9-83e7-d960ca7706d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:16.656762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Network hostable DHCP agents. Network: 664a2a1c-ebec-46c9-83e7-d960ca7706d5, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:20:16.690587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Network 664a2a1c-ebec-46c9-83e7-d960ca7706d5 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:20:16.709584 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a4aaf00e-3fd1-4169-a63b-bc3d1a0bd8d6 req-b3dfb6a4-5e2a-45d4-a616-ccbfc2ef799f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522348
Apr 20 19:20:16.709731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 664a2a1c-ebec-46c9-83e7-d960ca7706d5) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:16.725567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cada74-6b0f-46d5-a04d-e540ac95b8f6 None None] Network 664a2a1c-ebec-46c9-83e7-d960ca7706d5 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:16.730862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:16.731329 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f1f9e3c-806f-4bac-8186-85b214e78630 req-b0f46931-88c8-4a67-b6e1-f4fc43222985 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4623747
Apr 20 19:20:16.732034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:16.776100 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-399b4eb6-4d3a-4af5-95c0-c2d705815382 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1215141
Apr 20 19:20:16.937598 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6db04-7e85-4824-a9e3-07b23f5207d4 req-3fe4b281-748f-4390-bc5d-d347455acce3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:16.948354 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4bb6db04-7e85-4824-a9e3-07b23f5207d4 req-3fe4b281-748f-4390-bc5d-d347455acce3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 945 time: 0.2154355
Apr 20 19:20:17.135404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc7de0-662d-4913-b829-33f11c674b01 None None] Network 664a2a1c-ebec-46c9-83e7-d960ca7706d5 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:17.151085 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4bb6db04-7e85-4824-a9e3-07b23f5207d4 req-461b9877-e3be-41e3-bdde-1cf40f9f1371 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014291
Apr 20 19:20:17.200719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e6ed4-4a19-4c25-93ac-f8260d9c0435 req-a71934a8-adda-48f2-8097-c3936b32aca7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:17.209995 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-128e6ed4-4a19-4c25-93ac-f8260d9c0435 req-a71934a8-adda-48f2-8097-c3936b32aca7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.2398782
Apr 20 19:20:17.335883 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-128e6ed4-4a19-4c25-93ac-f8260d9c0435 req-e7b02ddb-4ed7-47a5-b4f0-49578793599f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231711
Apr 20 19:20:17.370497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6061-221d-4546-8ca6-0b1faafc934f req-8cad829c-f811-4d0a-928e-10b55481aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:17.373157 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-799e6061-221d-4546-8ca6-0b1faafc934f req-8cad829c-f811-4d0a-928e-10b55481aab8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 1099 time: 0.3178546
Apr 20 19:20:17.473301 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-799e6061-221d-4546-8ca6-0b1faafc934f req-7264d6d8-57b4-4901-8f36-c7b05b7c324b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745106
Apr 20 19:20:17.996812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44276) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:18.003911 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1704302411-network', 'tenant_id': '3c965918a1e546718b40ad1572623d4a'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:18.010307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:18.034638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Usage tracker for resource:network and tenant:3c965918a1e546718b40ad1572623d4a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:18.048792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:18.048792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:18.064037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Made reservation on behalf of 3c965918a1e546718b40ad1572623d4a for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:18.070830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.111229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.121620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc34a37-3c49-4f13-8d38-b6556098b664 req-2d5852f4-28af-41f1-a1e5-e7621df8c1cc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:18.123708 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dc34a37-3c49-4f13-8d38-b6556098b664 req-2d5852f4-28af-41f1-a1e5-e7621df8c1cc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.2030370
Apr 20 19:20:18.138696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:18.146301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Usage tracker for resource:security_group_rule and tenant:3c965918a1e546718b40ad1572623d4a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:18.149910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:18.156649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:18.259246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.265347 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dc34a37-3c49-4f13-8d38-b6556098b664 req-670addc0-de75-443f-a68b-36b4b14a01cb tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790005
Apr 20 19:20:18.266077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.273737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-169d4ecd-f472-4992-8b70-be52bacc33ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:18.292331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c912-5e14-419c-8139-70eda9f250be req-4ae212db-3cd3-47f4-96f9-83bddcd296f4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:18.300258 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a345c912-5e14-419c-8139-70eda9f250be req-4ae212db-3cd3-47f4-96f9-83bddcd296f4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1753976
Apr 20 19:20:18.307963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:20:18.338186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a080fcb4-939e-49a1-8556-b2e5b93f130f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:18.342709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:18.347740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.348281 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Added segment 64067f8d-0750-4b78-be1a-e0b16842654c of type vlan for network c5f13f52-9bc1-4d39-a39b-b864964e8e05
Apr 20 19:20:18.391342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.397484 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a345c912-5e14-419c-8139-70eda9f250be req-92a55fa8-d646-4458-8ed2-77384f8268b6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957856
Apr 20 19:20:18.434109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.436098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:18.437226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:18.444582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:18.582884 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5843370
Apr 20 19:20:18.583634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44288) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:18.591470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d7f8-07b0-4534-9cdd-c7645f5af2d1 req-3ef959d5-9122-4070-8a80-0ffb28fc6338 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:18.608775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Request body: {'subnet': {'network_id': 'c5f13f52-9bc1-4d39-a39b-b864964e8e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1704302411-subnet', 'tenant_id': '3c965918a1e546718b40ad1572623d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:18.637651 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e373d7f8-07b0-4534-9cdd-c7645f5af2d1 req-3ef959d5-9122-4070-8a80-0ffb28fc6338 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.1151752
Apr 20 19:20:18.638326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:18.638326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Pushing event updated for resources: {'Network': ['ID=c5f13f52-9bc1-4d39-a39b-b864964e8e05,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:18.638326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Usage tracker for resource:subnet and tenant:3c965918a1e546718b40ad1572623d4a is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:18.638326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:18.638326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:18.647099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network c5f13f52-9bc1-4d39-a39b-b864964e8e05 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:20:18.671729 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e373d7f8-07b0-4534-9cdd-c7645f5af2d1 req-f0987877-0539-41a8-9b16-cbfa31f49c97 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579734
Apr 20 19:20:18.674536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:18.720923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Made reservation on behalf of 3c965918a1e546718b40ad1572623d4a for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:18.726394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:19.320666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:19.327056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:19.423342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175589f2-4ba6-492e-8d40-d7f631b86176,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:19.427493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:19.432788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Checking segment: {'id': '64067f8d-0750-4b78-be1a-e0b16842654c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c5f13f52-9bc1-4d39-a39b-b864964e8e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:19.433469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Network hostable DHCP agents. Network: c5f13f52-9bc1-4d39-a39b-b864964e8e05, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:20:19.439316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:19.458314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Network c5f13f52-9bc1-4d39-a39b-b864964e8e05 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:20:19.474276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, c5f13f52-9bc1-4d39-a39b-b864964e8e05) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:19.481532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:19.482241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:19.484162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f082a-eb6b-4493-bd4f-64911bf8a7da None None] Network c5f13f52-9bc1-4d39-a39b-b864964e8e05 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:19.572836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c3967d45-c01d-4b1f-9396-efe4cf285ed6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9853702
Apr 20 19:20:19.623694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d256-fe57-44be-a728-5e615ffedc07 req-580e07e5-8166-411b-9d4b-238d29e0e1c2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:19.634220 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d003d256-fe57-44be-a728-5e615ffedc07 req-580e07e5-8166-411b-9d4b-238d29e0e1c2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1265142
Apr 20 19:20:19.756978 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d003d256-fe57-44be-a728-5e615ffedc07 req-b81bdc55-1625-40a4-85cc-e9bd24c02c67 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1195729
Apr 20 19:20:19.803886 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44328) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:19.930636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb72207-0120-486a-a137-c6b1623e31af None None] Network c5f13f52-9bc1-4d39-a39b-b864964e8e05 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:20.077455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.122410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:20.131487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e6b449a1bb4658834fab2dbec2e1b6 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:20.140207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:20.156476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:20.187393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76877510-8f54-4d86-98ce-53f114b9f106 req-8500089e-452e-4ef3-9f70-bd27b62e98c6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:20.196624 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-76877510-8f54-4d86-98ce-53f114b9f106 req-8500089e-452e-4ef3-9f70-bd27b62e98c6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1805634
Apr 20 19:20:20.304636 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-76877510-8f54-4d86-98ce-53f114b9f106 req-17c92bec-cb11-4900-a354-fef666d9b27a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067722
Apr 20 19:20:20.417119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f15b4-21f6-46cd-ae6b-be2b247dd424 req-026a8a9e-fd5c-4e28-bded-5f8938d369cf tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:20.418855 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0e4f15b4-21f6-46cd-ae6b-be2b247dd424 req-026a8a9e-fd5c-4e28-bded-5f8938d369cf tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.1343238
Apr 20 19:20:20.462776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.472452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.504388 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0e4f15b4-21f6-46cd-ae6b-be2b247dd424 req-260ad89c-9e6b-432d-b511-34b4593416cd tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777254
Apr 20 19:20:20.513273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f2c2c1c-e167-4394-9332-7dcb19563605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:20.569200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c99d46-fb38-4d64-814d-4a9bdef32f17,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:20.577413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44358) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:20.589983 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4e6b449a1bb4658834fab2dbec2e1b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7845724
Apr 20 19:20:20.591035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:20.653097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.687779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.741467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.762636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84d200c8-24e6-48ed-9129-fd177a3c00e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:20.788889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c99d46-fb38-4d64-814d-4a9bdef32f17,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:20.792474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:20.793605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:20.794869 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8c99d46-fb38-4d64-814d-4a9bdef32f17 HTTP/1.1" status: 204  len: 168 time: 0.2165580
Apr 20 19:20:20.865579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ef74de8-c035-4c2d-8ded-17db07fa364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:21.014113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010ae37-42fc-4832-aff9-f3619694c2c0 req-8df80ea3-b0be-48ba-aff1-6abe2e02e5cf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:21.015767 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e010ae37-42fc-4832-aff9-f3619694c2c0 req-8df80ea3-b0be-48ba-aff1-6abe2e02e5cf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1090016
Apr 20 19:20:21.086115 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e010ae37-42fc-4832-aff9-f3619694c2c0 req-6ff5087b-1348-4ae4-ab9e-318bfd6db06e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600495
Apr 20 19:20:21.533600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc3a0f-6aa3-407c-90e4-be8ba70a3d8f req-1275c100-30cf-4395-b6cd-128de315218a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:21.542542 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7edc3a0f-6aa3-407c-90e4-be8ba70a3d8f req-1275c100-30cf-4395-b6cd-128de315218a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1086760
Apr 20 19:20:21.590456 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7edc3a0f-6aa3-407c-90e4-be8ba70a3d8f req-2d8e13b1-cb48-44a0-9751-9f4863093ecf tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468109
Apr 20 19:20:21.793250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44462) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:21.865610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ff865-ecdd-4f16-999e-c5f02e1e5a3d req-14234755-1ce3-45d5-a3be-9c488a7b21ed tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:21.874294 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-890ff865-ecdd-4f16-999e-c5f02e1e5a3d req-14234755-1ce3-45d5-a3be-9c488a7b21ed tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1168718
Apr 20 19:20:21.919695 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-890ff865-ecdd-4f16-999e-c5f02e1e5a3d req-80703642-bcd5-4f33-9f08-f0b8c5b8c128 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443027
Apr 20 19:20:21.929696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1459027713-network', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:21.941933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:21.941933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Usage tracker for resource:network and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:21.942472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:21.949682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:21.959318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Made reservation on behalf of d3c1c47f974a4031bc62166d5cf50696 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:21.964119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:21.977791 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:21.996711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:21.999896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:22.003449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:22.010337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:22.109082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.112686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.117266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-efe97a9e-3cc8-4f0e-8eb6-503d73658895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:22.150986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:20:22.169499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdb799a-a291-4779-bc2e-0dff72d02c8a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:22.173216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:22.176757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.177272 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Added segment 8f1d4650-8d85-4ec7-988b-b29fbcb95a56 of type vlan for network 49aebcba-8b56-48f1-a78e-35728f8d77f0
Apr 20 19:20:22.207662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.245038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.245806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:22.246362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.254617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:22.311124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d7d06-c67a-48db-9ae1-dfacfb7f8da2 req-5a1b3faf-2b41-4e7d-a2b8-83856a17d2a5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:22.312889 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a6d7d06-c67a-48db-9ae1-dfacfb7f8da2 req-5a1b3faf-2b41-4e7d-a2b8-83856a17d2a5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1123042
Apr 20 19:20:22.370800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=49aebcba-8b56-48f1-a78e-35728f8d77f0,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:22.378620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:22.382908 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5882492
Apr 20 19:20:22.386263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44510) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:22.391948 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:20:22.394209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Request body: {'subnet': {'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1459027713-subnet', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:22.401461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:22.408336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Usage tracker for resource:subnet and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:22.412082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:22.420062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:22.420659 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a6d7d06-c67a-48db-9ae1-dfacfb7f8da2 req-50db38ce-be9d-43eb-adb7-dab006b778fa tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979931
Apr 20 19:20:22.438217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Made reservation on behalf of d3c1c47f974a4031bc62166d5cf50696 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:22.448923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.833357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0385358-0f11-4efe-ae24-39993ce40ab5 req-ebdc6066-a569-44fa-a9ec-adfd42531d33 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:22.842174 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b0385358-0f11-4efe-ae24-39993ce40ab5 req-ebdc6066-a569-44fa-a9ec-adfd42531d33 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1189451
Apr 20 19:20:22.908733 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b0385358-0f11-4efe-ae24-39993ce40ab5 req-eddb9390-6420-49ba-bbb5-edb73672001a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650702
Apr 20 19:20:22.923565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:22.929409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9c704347-0119-4c6a-94d5-c61912e47b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:23.001493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be4833c5-eb6e-45f2-b193-db43845dd8c7,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:23.009543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:23.037470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Checking segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:23.038041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Network hostable DHCP agents. Network: 49aebcba-8b56-48f1-a78e-35728f8d77f0, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:20:23.060357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:20:23.081254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 49aebcba-8b56-48f1-a78e-35728f8d77f0) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:23.085504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:23.086188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.092560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61923b21-3cae-41e9-8ee2-0416732a56ab None None] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:23.128684 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7404189
Apr 20 19:20:23.129336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44542) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:23.135064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53940a6d-d42c-4273-957f-7c9b586e1fa8 req-9f104051-64d7-4a82-8fd7-fd46c2a8de28 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:23.137063 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53940a6d-d42c-4273-957f-7c9b586e1fa8 req-9f104051-64d7-4a82-8fd7-fd46c2a8de28 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.0950921
Apr 20 19:20:23.139326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:23.146511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:23.152231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Usage tracker for resource:router and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:23.156295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:23.164201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:23.175479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.176863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.192960 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53940a6d-d42c-4273-957f-7c9b586e1fa8 req-1b2b42cb-8ab3-41cc-890b-211791bbce1d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471749
Apr 20 19:20:23.207174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.355351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-49aebcba-8b56-48f1-a78e-35728f8d77f0', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:20:23.356306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.499857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.526231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Allocated IP 172.20.0.2 (49aebcba-8b56-48f1-a78e-35728f8d77f0/be4833c5-eb6e-45f2-b193-db43845dd8c7/e3f54c04-cb13-4563-a6f5-7bc1d5f30784) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:23.651036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c36c3c-0fb4-48d3-8899-545fc7c983c7 req-3fe70022-9bad-4fb8-bc83-9b76cc1d19c5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:23.652620 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5c36c3c-0fb4-48d3-8899-545fc7c983c7 req-3fe70022-9bad-4fb8-bc83-9b76cc1d19c5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.0944498
Apr 20 19:20:23.697031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e82086a2-3ae0-4684-a864-f61e49bb0b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.704959 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5c36c3c-0fb4-48d3-8899-545fc7c983c7 req-5c6b54ce-dcc4-4204-a62f-a7ce1f5fbe0f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455329
Apr 20 19:20:23.765740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.776384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Transition to ACTIVE for port object e3f54c04-cb13-4563-a6f5-7bc1d5f30784 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:23.804226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Transition to ACTIVE for port object e3f54c04-cb13-4563-a6f5-7bc1d5f30784 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:23.810531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.814456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:23.852882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.886297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:23.887064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:23.890210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:23.892807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:23.935199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Pushing event updated for resources: {'Port': ['ID=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:23.938338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:23.952036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44556) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:24.014239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Attempting to bind port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:24.014663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Attempting to bind port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:24.015080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Attempting to bind port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 on network 49aebcba-8b56-48f1-a78e-35728f8d77f0 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:24.021489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:24.021937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Checking segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:24.022405 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.022852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Bound using segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:24.023382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Bound port: e3f54c04-cb13-4563-a6f5-7bc1d5f30784, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:24.023809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.031861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Deleting subnet e267a910-da2a-4f82-9764-9baec7056d2e {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:20:24.038236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.038495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.111914 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.118940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Allocated IP 172.27.1.85 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/3dfff1fc-b271-43dd-8a27-f813af9fa607) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:24.125270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] For port e3f54c04-cb13-4563-a6f5-7bc1d5f30784, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:24.128832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] For port e3f54c04-cb13-4563-a6f5-7bc1d5f30784, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:24.139369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.144929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:24.235204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Pushing event updated for resources: {'Port': ['ID=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:24.243090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:24.252399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.290279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.404438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.406513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.413032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:24.428554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfc0bf-bda0-4af6-a7d8-92920e3d7bdb req-b51bf161-ce66-4563-be08-268931ee3516 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:24.431776 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cfc0bf-bda0-4af6-a7d8-92920e3d7bdb req-b51bf161-ce66-4563-be08-268931ee3516 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2690151
Apr 20 19:20:24.494709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:24.498657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:24.502029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:24.574732 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cfc0bf-bda0-4af6-a7d8-92920e3d7bdb req-41a13445-ea4d-4e4a-b385-71e4ff230c39 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318467
Apr 20 19:20:24.697221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9ffe-020f-426f-97b5-ea153b33dfe6 req-dfb0a983-4746-4f48-9ee4-01087ad687b1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:24.702628 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a9c9ffe-020f-426f-97b5-ea153b33dfe6 req-dfb0a983-4746-4f48-9ee4-01087ad687b1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2693713
Apr 20 19:20:24.863916 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a9c9ffe-020f-426f-97b5-ea153b33dfe6 req-b6527a3f-807b-49eb-9cee-0b07b3d97fc9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534379
Apr 20 19:20:24.893992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:24.900222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:24.950228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e267a910-da2a-4f82-9764-9baec7056d2e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:24.952816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:24.997646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.008893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Pushing event updated for resources: {'Port': ['ID=3dfff1fc-b271-43dd-8a27-f813af9fa607,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:25.015156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:25.028097 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2d1331c6-80ce-46be-b63a-7194bbb6cd61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e267a910-da2a-4f82-9764-9baec7056d2e HTTP/1.1" status: 204  len: 168 time: 1.0718849
Apr 20 19:20:25.028530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44576) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:25.172771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.182998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ff5f3-f19d-458a-b480-a1cd9bd873e3 req-b4e8355a-e55a-420a-8325-37d35555f1c8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:25.184709 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-876ff5f3-f19d-458a-b480-a1cd9bd873e3 req-b4e8355a-e55a-420a-8325-37d35555f1c8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.2383893
Apr 20 19:20:25.278568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.357993 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-876ff5f3-f19d-458a-b480-a1cd9bd873e3 req-bb44da76-8c1c-42fd-8b0c-d860a38edb15 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1628473
Apr 20 19:20:25.362767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.525137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.528456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e3f54c04-cb13-4563-a6f5-7bc1d5f30784 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:25.607097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:25.661270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.751823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db3eac898>,) {'filters': {'network_id': ['530fe84c-bb97-495f-92fc-7c17dfae2367']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:25.819129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db3eac898>, '06bdc225-ba55-4445-b035-f8904ff25990') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:25.819455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db3eac898>, '06bdc225-ba55-4445-b035-f8904ff25990') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:25.835329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.861711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:25.873940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:20:25.911755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Router 35c24e83-cd14-44a2-b8ce-09e412cd856b is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:20:25.922994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7873f5d-3556-4569-94a7-e71c356011f0 None None] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:26.027354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c1c74-043d-4f06-908c-8a46b8708657 req-8e139324-90aa-4d23-a7d6-a0145a6a0ee7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:26.036257 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c0c1c74-043d-4f06-908c-8a46b8708657 req-8e139324-90aa-4d23-a7d6-a0145a6a0ee7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2863672
Apr 20 19:20:26.134713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:20:26.144656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Sync routers for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:20:26.149465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Provisioning for port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:26.155212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Provisioning complete for port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:26.155737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.170360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:26.171175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8683d30>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:26.209075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.210972 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0802851
Apr 20 19:20:26.213847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44592) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:26.375761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:26.397444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:20:26.423865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.624429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.669644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Network 530fe84c-bb97-495f-92fc-7c17dfae2367 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:20:26.687428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] For port e3f54c04-cb13-4563-a6f5-7bc1d5f30784, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:26.704581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.707970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:26.801589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8683d30>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:25Z', 'revision_number': 3, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:26.806979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Checking router: 35c24e83-cd14-44a2-b8ce-09e412cd856b for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:20:26.807744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Updating router 35c24e83-cd14-44a2-b8ce-09e412cd856b port 3dfff1fc-b271-43dd-8a27-f813af9fa607 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:20:26.817882 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:20:26.819819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Pushing event updated for resources: {'Port': ['ID=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:26.825882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:26.862703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.883627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.898995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41f2f28b-051c-4c16-8c75-1634f6ada3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:26.909743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.926218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Pushing event deleted for resources: {'Network': ['ID=530fe84c-bb97-495f-92fc-7c17dfae2367,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:26.929853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:26.931574 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] 10.222.0.48 "DELETE /v2.0/networks/530fe84c-bb97-495f-92fc-7c17dfae2367 HTTP/1.1" status: 204  len: 168 time: 1.9020226
Apr 20 19:20:26.935968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-393e378c-c5ab-4312-b7ec-c8a428d0eca1 None None] Provisioning complete for port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:26.941934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-393e378c-c5ab-4312-b7ec-c8a428d0eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:26.952023 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1c0c1c74-043d-4f06-908c-8a46b8708657 req-d9afdb34-a9a0-45e8-8c57-75d837afda7b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9146655
Apr 20 19:20:27.026359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b5cc5-a455-48ef-b1c5-dd033bd2f018 req-6d600505-c909-46ac-b799-3c73a583e349 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:27.028929 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f4b5cc5-a455-48ef-b1c5-dd033bd2f018 req-6d600505-c909-46ac-b799-3c73a583e349 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 1.0233040
Apr 20 19:20:27.153231 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f4b5cc5-a455-48ef-b1c5-dd033bd2f018 req-1694d13e-4d46-4089-92a4-2b27ebba4e6b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113772
Apr 20 19:20:27.252609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44610) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:27.335773 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5da2ed28-b7bc-48c1-9d5f-8432c02afa93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c847e04a33b45a68c63a63c3ff855fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0816631
Apr 20 19:20:27.338552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44614) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:27.383680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c311cd-7a8f-4706-9c14-d87db962dfff req-b64afca5-8d52-415c-be5c-8d6a01f6eec7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:27.385467 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21c311cd-7a8f-4706-9c14-d87db962dfff req-b64afca5-8d52-415c-be5c-8d6a01f6eec7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1988380
Apr 20 19:20:27.473548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.489251 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21c311cd-7a8f-4706-9c14-d87db962dfff req-2867d026-d94e-4936-bbb5-71ea3067b3ca tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868449
Apr 20 19:20:27.554515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e3f54c04-cb13-4563-a6f5-7bc1d5f30784 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:27.566928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.615584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.622127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-277c821f-233e-48f6-8dfa-889b9969fe28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:27.632401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.640375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.641946 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d59f26f-957d-4d47-a6d9-276915ce0b39 HTTP/1.1" status: 204  len: 168 time: 0.3020968
Apr 20 19:20:27.643287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d59f26f-957d-4d47-a6d9-276915ce0b39,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:27.646754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:27.657496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Transition to ACTIVE for port object 3dfff1fc-b271-43dd-8a27-f813af9fa607 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:27.664329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.669703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d77276a-c797-40fc-ae5d-4bfa29b64a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:27.698833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.738344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:27.739019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.741510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Attempting to bind port 3dfff1fc-b271-43dd-8a27-f813af9fa607 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:27.741974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Attempting to bind port 3dfff1fc-b271-43dd-8a27-f813af9fa607 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:27.742440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Attempting to bind port 3dfff1fc-b271-43dd-8a27-f813af9fa607 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:27.772810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:27.773107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:27.773547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.774014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:27.774556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Bound port: 3dfff1fc-b271-43dd-8a27-f813af9fa607, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:27.774977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.867681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] For port 3dfff1fc-b271-43dd-8a27-f813af9fa607, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:27.871105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] For port 3dfff1fc-b271-43dd-8a27-f813af9fa607, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3dfff1fc-b271-43dd-8a27-f813af9fa607,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:27.881320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Pushing event updated for resources: {'Port': ['ID=3dfff1fc-b271-43dd-8a27-f813af9fa607,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:27.886413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:27.895056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.895515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.896366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.896744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.897115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.897606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.897951 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.898198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.898565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.898930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.899290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.899649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:27.910871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:27.911371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:27.948932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Allocated IP 172.20.0.1 (49aebcba-8b56-48f1-a78e-35728f8d77f0/be4833c5-eb6e-45f2-b193-db43845dd8c7/5f3102a6-658e-40c0-afa2-63e2fecdd46c) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:28.050730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:28.051937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8683d30>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:28.145966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.166388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Transition to ACTIVE for port object 5f3102a6-658e-40c0-afa2-63e2fecdd46c will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:28.210074 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.214396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:28.227564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a681a-81ba-41ae-a524-f549adb8736a req-6dff995f-f143-498d-90ee-3d4f7a9635f2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:28.229249 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c57a681a-81ba-41ae-a524-f549adb8736a req-6dff995f-f143-498d-90ee-3d4f7a9635f2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1151128
Apr 20 19:20:28.314828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3102a6-658e-40c0-afa2-63e2fecdd46c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:28.319622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:28.341010 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:28.346729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:28.364620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:28.364944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.385677 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c57a681a-81ba-41ae-a524-f549adb8736a req-e365e3ea-864b-4e15-afff-932077485b1b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489279
Apr 20 19:20:28.385941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:28.578434 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Pushing event updated for resources: {'Port': ['ID=3dfff1fc-b271-43dd-8a27-f813af9fa607,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:28.640149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25112ec5-041a-4de6-8447-527486ffadb2 req-dc66cdaa-75f7-40e6-9c0b-df45475b9982 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:28.658607 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25112ec5-041a-4de6-8447-527486ffadb2 req-dc66cdaa-75f7-40e6-9c0b-df45475b9982 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1992402
Apr 20 19:20:28.681871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:28.693814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4786106b-a231-4106-b884-9220e2bf033c None None] Provisioning for port 5f3102a6-658e-40c0-afa2-63e2fecdd46c completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:28.705568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-4786106b-a231-4106-b884-9220e2bf033c None None] Provisioning complete for port 5f3102a6-658e-40c0-afa2-63e2fecdd46c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:28.706410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4786106b-a231-4106-b884-9220e2bf033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.729717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:28.796444 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-25112ec5-041a-4de6-8447-527486ffadb2 req-1742ed06-7c6d-485a-a0f2-c799c90ade67 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361418
Apr 20 19:20:28.909653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4786106b-a231-4106-b884-9220e2bf033c None None] Port 5f3102a6-658e-40c0-afa2-63e2fecdd46c cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:20:28.952480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8683d30>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:25Z', 'revision_number': 3, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:28.960235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7eea1-37e7-4f47-9f9d-e8bc944ea00f None None] The sync data for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi is: [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:25Z', 'revision_number': 3, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:20:29.086140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46d30-ba05-4658-ba83-73b1030b0681 req-5148694c-c7ef-4301-b264-271c45b1d4e8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:29.087987 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-82f46d30-ba05-4658-ba83-73b1030b0681 req-5148694c-c7ef-4301-b264-271c45b1d4e8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.3349061
Apr 20 19:20:29.126691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:20:29.185422 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-82f46d30-ba05-4658-ba83-73b1030b0681 req-553664e4-1a83-4620-9b44-b24676dad551 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902905
Apr 20 19:20:29.223827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:29.232566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:29.233439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:29.238560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:29.379873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3102a6-658e-40c0-afa2-63e2fecdd46c,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:29.384257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:29.454654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:29.457621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:29.725466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0bb00-813e-439a-b485-21f57373624c req-56f0ab9f-ffbe-475b-9d32-dabc61b1a354 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:29.730390 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cec0bb00-813e-439a-b485-21f57373624c req-56f0ab9f-ffbe-475b-9d32-dabc61b1a354 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1484587
Apr 20 19:20:29.834946 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cec0bb00-813e-439a-b485-21f57373624c req-8565589d-faa5-4add-a130-360c91e898f3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903411
Apr 20 19:20:29.837752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Router 35c24e83-cd14-44a2-b8ce-09e412cd856b has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:20:29.972924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-1fd82de5-b316-485e-bfc3-7c8ca71b8eab None None] Provisioning complete for port 5f3102a6-658e-40c0-afa2-63e2fecdd46c triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:29.987010 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1fd82de5-b316-485e-bfc3-7c8ca71b8eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:30.100353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-1fd82de5-b316-485e-bfc3-7c8ca71b8eab None None] Port 5f3102a6-658e-40c0-afa2-63e2fecdd46c cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:20:30.162957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:20:30.180084 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] 10.222.0.48 "PUT /v2.0/routers/35c24e83-cd14-44a2-b8ce-09e412cd856b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9649982
Apr 20 19:20:30.242601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51ec1f-c272-41fb-ab7c-2edbc10bd923 req-26faeeb1-59d4-49d4-a40b-3d1407510396 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:30.251627 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0c51ec1f-c272-41fb-ab7c-2edbc10bd923 req-26faeeb1-59d4-49d4-a40b-3d1407510396 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2063835
Apr 20 19:20:30.375773 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0c51ec1f-c272-41fb-ab7c-2edbc10bd923 req-2d73f4b4-c387-40a9-92a3-6d1213bd8047 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226425
Apr 20 19:20:30.498762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ac5d-6749-4b7c-bf6b-7da1472b9a4c req-4468468b-f1a9-403f-ade4-eeaa4dac5010 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:30.500442 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29e9ac5d-6749-4b7c-bf6b-7da1472b9a4c req-4468468b-f1a9-403f-ade4-eeaa4dac5010 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.0933671
Apr 20 19:20:30.560199 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-29e9ac5d-6749-4b7c-bf6b-7da1472b9a4c req-4d9656a9-bce2-496d-a016-1697191c610e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529690
Apr 20 19:20:30.911733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44718) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:30.918285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-315328252-network', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:30.923828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:30.928046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Usage tracker for resource:network and tenant:63163450114046e2a3df5a3b3d67a4f3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:30.931123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:30.937262 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:30.949437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Made reservation on behalf of 63163450114046e2a3df5a3b3d67a4f3 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:30.954418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:30.968022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:30.984257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:30.988612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Usage tracker for resource:security_group_rule and tenant:63163450114046e2a3df5a3b3d67a4f3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:30.991961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:30.998470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:31.049588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989220-4686-43ed-8ab4-5cba2c0ad2a1 req-a21100e7-0088-4a4d-b315-53aa93b00dc7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:31.051504 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3989220-4686-43ed-8ab4-5cba2c0ad2a1 req-a21100e7-0088-4a4d-b315-53aa93b00dc7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0966613
Apr 20 19:20:31.097934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.108822 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3989220-4686-43ed-8ab4-5cba2c0ad2a1 req-1196236d-7ac7-452f-801b-4dcc5b2e6835 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458446
Apr 20 19:20:31.113199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.118348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ce6bb1bb-6636-414b-b5be-5e2365ad6a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:31.149863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:20:31.160194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6378649-d071-41db-86fa-52c26a6c86ca,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:31.164290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:31.167001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.167402 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Added segment 6081ebfc-79c6-4c61-b15e-ea7d5d0789d9 of type vlan for network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1
Apr 20 19:20:31.206318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.239932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.242419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:31.243380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.251255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-60ea2624-733c-47e7-a6a1-e1edcc0df277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:31.361733 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4486785
Apr 20 19:20:31.364832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44726) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:31.372952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Request body: {'subnet': {'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-315328252-subnet', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:31.376439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Pushing event updated for resources: {'Network': ['ID=d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:31.379956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:31.380949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:31.385148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Usage tracker for resource:subnet and tenant:63163450114046e2a3df5a3b3d67a4f3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:31.387543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:20:31.389583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:31.397162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:31.408660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Made reservation on behalf of 63163450114046e2a3df5a3b3d67a4f3 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:20:31.413318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.541415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3dfff1fc-b271-43dd-8a27-f813af9fa607 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:31.638228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 3dfff1fc-b271-43dd-8a27-f813af9fa607 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:31.651722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 3dfff1fc-b271-43dd-8a27-f813af9fa607 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:31.652455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.684789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4cd37-f275-4d64-9825-1e7029d447e2 req-d54c4281-ec97-46d7-ac0c-a1142584a298 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:31.686793 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36a4cd37-f275-4d64-9825-1e7029d447e2 req-d54c4281-ec97-46d7-ac0c-a1142584a298 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1647508
Apr 20 19:20:31.754219 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36a4cd37-f275-4d64-9825-1e7029d447e2 req-2789f643-0c4e-4e66-8101-e4c6814838af tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595040
Apr 20 19:20:31.825697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.851414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 3dfff1fc-b271-43dd-8a27-f813af9fa607, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3dfff1fc-b271-43dd-8a27-f813af9fa607,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:31.860333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:31.864707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:31.950174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=3dfff1fc-b271-43dd-8a27-f813af9fa607,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:31.950301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d03b8-2c6e-439c-b243-00c668e10444 req-37ee6284-e7c2-4de7-bb63-27ac3e10c8b1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:31.951989 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c96d03b8-2c6e-439c-b243-00c668e10444 req-37ee6284-e7c2-4de7-bb63-27ac3e10c8b1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1630273
Apr 20 19:20:31.962610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:32.013189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:32.020915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9d0e351-3121-45a7-89b9-85a10a4a5756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:32.037980 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c96d03b8-2c6e-439c-b243-00c668e10444 req-743b55a5-d07b-4c35-b092-cf0d0a2664cb tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782766
Apr 20 19:20:32.098633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e53456-e901-4925-bf2b-893babbf9cf1,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:32.116592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:32.154566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Checking segment: {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:32.155023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Network hostable DHCP agents. Network: d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:20:32.204889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:20:32.221029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:32.231397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36c5ec-78eb-435b-a40b-5eefeda11f98 None None] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:32.233334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:32.234022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:32.274816 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-03d9183e-beef-4ec8-b99f-dc8993e2bc62 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9088929
Apr 20 19:20:32.277898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 44752) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:32.284008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:20:32.289668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:32.294198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Usage tracker for resource:router and tenant:63163450114046e2a3df5a3b3d67a4f3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:32.306322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:32.322608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:32.340984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:32.342157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:32.381291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:32.466344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de91fe-8bff-464c-b4f8-1eddfb4995bc req-75f45b6a-d5c6-4acc-b05d-fc2d50362a78 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:32.474474 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66de91fe-8bff-464c-b4f8-1eddfb4995bc req-75f45b6a-d5c6-4acc-b05d-fc2d50362a78 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1394663
Apr 20 19:20:32.522295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66de91fe-8bff-464c-b4f8-1eddfb4995bc req-f1b42393-2806-47cd-905a-437d19247b91 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466199
Apr 20 19:20:32.584985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Sync routers for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:20:32.598548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:32.599241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8446198>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:32.762020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1', 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'fixed_ips': [{'subnet_id': 'b4e53456-e901-4925-bf2b-893babbf9cf1'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:20:32.762959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:32.931836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:32.978358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1290efa-622e-48f4-9c1f-5bb28d7c155c req-0cfca036-a0d2-449b-9fe4-aca0707d9353 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:32.980946 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1290efa-622e-48f4-9c1f-5bb28d7c155c req-0cfca036-a0d2-449b-9fe4-aca0707d9353 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1105924
Apr 20 19:20:33.037988 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d1290efa-622e-48f4-9c1f-5bb28d7c155c req-8bfd99f8-8bf9-409a-8969-3c75746e39d8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494416
Apr 20 19:20:33.128478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:33.148227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Allocated IP 172.20.0.2 (d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1/b4e53456-e901-4925-bf2b-893babbf9cf1/7ab50d36-264e-45e9-93bb-89867939d69a) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:33.285279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43675-0ae4-41f2-97c0-a3f1aba30d07 req-44f56a4c-a897-47af-a1ee-092a89b3cf31 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:33.287632 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90d43675-0ae4-41f2-97c0-a3f1aba30d07 req-44f56a4c-a897-47af-a1ee-092a89b3cf31 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1106727
Apr 20 19:20:33.383287 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90d43675-0ae4-41f2-97c0-a3f1aba30d07 req-e87873c6-bbc3-431f-89d8-cc245d6798f1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887856
Apr 20 19:20:33.503973 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:33.514559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3dfff1fc-b271-43dd-8a27-f813af9fa607 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:33.537146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:33.608550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8446198>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 2, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:33.628857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:33.632634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Checking router: 35c24e83-cd14-44a2-b8ce-09e412cd856b for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:20:33.633040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Updating router 35c24e83-cd14-44a2-b8ce-09e412cd856b port 5f3102a6-658e-40c0-afa2-63e2fecdd46c binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:20:33.754275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9989f-5477-4d31-b1dc-c084a259931b req-56090cfa-5461-4370-a74a-eaaeef146a27 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:33.759503 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31f9989f-5477-4d31-b1dc-c084a259931b req-56090cfa-5461-4370-a74a-eaaeef146a27 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1031022
Apr 20 19:20:33.794793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Allocated IP 172.27.1.126 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/0b5b529e-296d-4d59-9517-91d9118fc6ba) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:33.836921 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31f9989f-5477-4d31-b1dc-c084a259931b req-fbcd340b-7e95-4818-b2c7-515e81d37e44 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703759
Apr 20 19:20:33.885313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Transition to ACTIVE for port object 7ab50d36-264e-45e9-93bb-89867939d69a will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:33.909296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 3dfff1fc-b271-43dd-8a27-f813af9fa607 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:33.909865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:33.995821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.011798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.014317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Transition to ACTIVE for port object 7ab50d36-264e-45e9-93bb-89867939d69a will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:34.063279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.070464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3239d535-325c-43b4-8b03-5ae3bd25ba6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:34.091809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.099658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:34.173866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Pushing event updated for resources: {'Port': ['ID=7ab50d36-264e-45e9-93bb-89867939d69a,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:34.189070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:34.276071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Pushing event updated for resources: {'Port': ['ID=0b5b529e-296d-4d59-9517-91d9118fc6ba,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:34.287223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:34.306995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:34.311555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:34.321506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:34.344766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:34.353124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:34.378114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e30dd-1f19-4fee-8109-ec12c11a5ede req-8f277a8d-ff8a-4e7a-8a4f-7f3e88de8f95 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:34.387994 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-419e30dd-1f19-4fee-8109-ec12c11a5ede req-8f277a8d-ff8a-4e7a-8a4f-7f3e88de8f95 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1192100
Apr 20 19:20:34.399949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:34.488371 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-419e30dd-1f19-4fee-8109-ec12c11a5ede req-a9410c3a-5a38-4422-acbd-444d25a3ed0d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992858
Apr 20 19:20:34.556616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Attempting to bind port 7ab50d36-264e-45e9-93bb-89867939d69a on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:34.557037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Attempting to bind port 7ab50d36-264e-45e9-93bb-89867939d69a by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:34.557452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Attempting to bind port 7ab50d36-264e-45e9-93bb-89867939d69a on network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:34.585152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:34.585551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Checking segment: {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:34.585967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.586427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Bound using segment: {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:34.586975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Bound port: 7ab50d36-264e-45e9-93bb-89867939d69a, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:34.587396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.742503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] For port 7ab50d36-264e-45e9-93bb-89867939d69a, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:34.746162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] For port 7ab50d36-264e-45e9-93bb-89867939d69a, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7ab50d36-264e-45e9-93bb-89867939d69a,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:34.750413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.757485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:34.789688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42209c76-e320-45fa-9b19-7fd3b0eca605 req-9da338f9-020b-48e4-bbf8-b153ce161a3f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:34.792854 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42209c76-e320-45fa-9b19-7fd3b0eca605 req-9da338f9-020b-48e4-bbf8-b153ce161a3f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 945 time: 0.1757605
Apr 20 19:20:34.809877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f453126-63ca-4ca5-8d08-f60f7d1b51ff req-e3aa8a5e-f89c-4193-8803-b26e3a19dcd8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:34.811528 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3f453126-63ca-4ca5-8d08-f60f7d1b51ff req-e3aa8a5e-f89c-4193-8803-b26e3a19dcd8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1371593
Apr 20 19:20:34.878202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:34.885819 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42209c76-e320-45fa-9b19-7fd3b0eca605 req-6f92af0f-fd72-4d6d-9d22-3106950d5a2a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836971
Apr 20 19:20:34.889919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Pushing event updated for resources: {'Port': ['ID=7ab50d36-264e-45e9-93bb-89867939d69a,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:34.894211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:34.918703 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3f453126-63ca-4ca5-8d08-f60f7d1b51ff req-98b37e33-a347-454b-a0bc-f0f162a2e799 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910497
Apr 20 19:20:34.996721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.014650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Transition to ACTIVE for port object 5f3102a6-658e-40c0-afa2-63e2fecdd46c will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:35.022015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.027077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:35.129437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2c48-af2b-4603-b9b6-4be3c26fdc47 req-8e98c65c-3ff8-40ed-b0e0-e3b963c534d9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:35.131328 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a41d2c48-af2b-4603-b9b6-4be3c26fdc47 req-8e98c65c-3ff8-40ed-b0e0-e3b963c534d9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1049497
Apr 20 19:20:35.232997 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a41d2c48-af2b-4603-b9b6-4be3c26fdc47 req-3003dda9-655c-4502-88ed-9b12024d8b63 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890231
Apr 20 19:20:35.283145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7ce22-97a3-4d46-8eb2-56e8926c99d8 None None] Pushing event updated for resources: {'Port': ['ID=5f3102a6-658e-40c0-afa2-63e2fecdd46c,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:35.296461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15b7ce22-97a3-4d46-8eb2-56e8926c99d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:35.361032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Attempting to bind port 5f3102a6-658e-40c0-afa2-63e2fecdd46c on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:35.361978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Attempting to bind port 5f3102a6-658e-40c0-afa2-63e2fecdd46c by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:35.361978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Attempting to bind port 5f3102a6-658e-40c0-afa2-63e2fecdd46c on network 49aebcba-8b56-48f1-a78e-35728f8d77f0 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:35.368517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:35.368937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Checking segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:35.369393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.369851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Bound using segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:35.370386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Bound port: 5f3102a6-658e-40c0-afa2-63e2fecdd46c, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:35.370796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.416293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.515306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] For port 5f3102a6-658e-40c0-afa2-63e2fecdd46c, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:35.528666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] For port 5f3102a6-658e-40c0-afa2-63e2fecdd46c, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=5f3102a6-658e-40c0-afa2-63e2fecdd46c,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:35.546283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:35.560001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:35.643525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7ce22-97a3-4d46-8eb2-56e8926c99d8 None None] Pushing event updated for resources: {'Port': ['ID=5f3102a6-658e-40c0-afa2-63e2fecdd46c,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:35.646411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7ab50d36-264e-45e9-93bb-89867939d69a up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:35.674595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15b7ce22-97a3-4d46-8eb2-56e8926c99d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:35.729024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:35.729728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8446198>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:35.742637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Router 37b0164e-2ece-47c4-b813-919f1feb008f is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:20:35.920079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a95f0d-1109-439d-bd5f-135ccab2e448 req-d3c84802-9f9f-4ff6-8650-f2532417fd0d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:35.931255 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41a95f0d-1109-439d-bd5f-135ccab2e448 req-d3c84802-9f9f-4ff6-8650-f2532417fd0d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2043498
Apr 20 19:20:36.046249 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41a95f0d-1109-439d-bd5f-135ccab2e448 req-7b4ccdd9-6f6d-49fa-83cf-97f1af950660 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087022
Apr 20 19:20:36.065736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:20:36.076819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Sync routers for ids ['37b0164e-2ece-47c4-b813-919f1feb008f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:20:36.078018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:36.102758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Routers {'37b0164e-2ece-47c4-b813-919f1feb008f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:36.103435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db833a208>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37b0164e-2ece-47c4-b813-919f1feb008f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:36.159034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:36.160406 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.8809965
Apr 20 19:20:36.163507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 44834) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:36.467530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Set router 37b0164e-2ece-47c4-b813-919f1feb008f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:36.638963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b939-745c-4ef8-909e-c7546d536bba req-36d402dd-195e-4dbc-876b-8a3aa3913d16 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:36.660835 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2306b939-745c-4ef8-909e-c7546d536bba req-36d402dd-195e-4dbc-876b-8a3aa3913d16 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.3825483
Apr 20 19:20:36.734802 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2306b939-745c-4ef8-909e-c7546d536bba req-a3773870-9d6f-46da-849c-023a99613ae3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729189
Apr 20 19:20:36.785133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aee40-e0fd-435f-90c4-3b9dff39e6b4 req-4cf65b4e-77a5-44d3-a840-dba933e2b0dc tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:36.802553 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-511aee40-e0fd-435f-90c4-3b9dff39e6b4 req-4cf65b4e-77a5-44d3-a840-dba933e2b0dc tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 945 time: 0.5073142
Apr 20 19:20:36.892841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:20:36.927552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582a8ba2-353b-43c8-b8ea-5b1929303dea None None] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:20:37.118978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db833a208>, [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:20:34Z', 'revision_number': 3, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:37.123624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Checking router: 37b0164e-2ece-47c4-b813-919f1feb008f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:20:37.124024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Updating router 37b0164e-2ece-47c4-b813-919f1feb008f port 0b5b529e-296d-4d59-9517-91d9118fc6ba binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:20:37.184162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:37.378880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8446198>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:35Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:37.435199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2dcb48-ae7c-416a-8e76-d0edacff7b72 None None] The sync data for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi is: [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:35Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:20:37.452957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 7ab50d36-264e-45e9-93bb-89867939d69a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:37.543097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Provisioning for port 7ab50d36-264e-45e9-93bb-89867939d69a completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:37.555635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Provisioning complete for port 7ab50d36-264e-45e9-93bb-89867939d69a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:37.555961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:37.671301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:37.702675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'mac_address': 'fa:16:3e:ca:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:20:37.889420 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-511aee40-e0fd-435f-90c4-3b9dff39e6b4 req-b4bbf6cd-1ce2-40c9-a456-a93819b99c00 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0856352
Apr 20 19:20:37.919423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.017364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0540be-bff7-4e64-b9b7-d68ed1293fdc {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:20:38.090318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:38.100586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.134191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.145635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7beb2b8a-6760-4f4c-af2c-e9aac32604ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:38.168120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.206700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Transition to ACTIVE for port object 0b5b529e-296d-4d59-9517-91d9118fc6ba will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:38.228219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.263469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:38.382438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['2e0540be-bff7-4e64-b9b7-d68ed1293fdc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:20:38.405559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Attempting to bind port 0b5b529e-296d-4d59-9517-91d9118fc6ba on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:38.406156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Attempting to bind port 0b5b529e-296d-4d59-9517-91d9118fc6ba by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:38.408045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Attempting to bind port 0b5b529e-296d-4d59-9517-91d9118fc6ba on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:38.438343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:38.440183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:38.443841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.446289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:38.451158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Bound port: 0b5b529e-296d-4d59-9517-91d9118fc6ba, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:38.453541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.498994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] For port 7ab50d36-264e-45e9-93bb-89867939d69a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7ab50d36-264e-45e9-93bb-89867939d69a,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:38.509080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:38.513221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:38.530574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf917c-7949-4f5f-abd6-26ab692cd120 req-2f60c79d-2d6b-4439-a47b-a3c32cbbe9de tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:38.530721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.530836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03cf917c-7949-4f5f-abd6-26ab692cd120 req-2f60c79d-2d6b-4439-a47b-a3c32cbbe9de tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.9417999
Apr 20 19:20:38.530937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:38.587404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-dbda78b7-bf0d-4e93-b997-e89ce3fdb3a4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:38.589302 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-dbda78b7-bf0d-4e93-b997-e89ce3fdb3a4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 945 time: 0.9472578
Apr 20 19:20:38.595628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae3163-ae5e-49ab-b7a4-91b3d38b6bfc None None] Pushing event updated for resources: {'Port': ['ID=0b5b529e-296d-4d59-9517-91d9118fc6ba,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:38.696257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-816e848c-ad40-4ee3-9663-91db14b2ceac None None] Provisioning complete for port 7ab50d36-264e-45e9-93bb-89867939d69a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:38.696681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-816e848c-ad40-4ee3-9663-91db14b2ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.731748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] For port 0b5b529e-296d-4d59-9517-91d9118fc6ba, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:38.741521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Pushing event updated for resources: {'Port': ['ID=7ab50d36-264e-45e9-93bb-89867939d69a,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:38.743334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] For port 0b5b529e-296d-4d59-9517-91d9118fc6ba, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=0b5b529e-296d-4d59-9517-91d9118fc6ba,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:38.745009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41ae3163-ae5e-49ab-b7a4-91b3d38b6bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:38.745178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:38.748539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.773806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:38.889743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Deleting port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:20:38.890345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:38.991177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4360-e07f-4a17-ae0f-59591beda4dc req-c02f1176-74b5-4287-8440-cdc5a2a6945b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:38.999992 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e9e4360-e07f-4a17-ae0f-59591beda4dc req-c02f1176-74b5-4287-8440-cdc5a2a6945b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.7780452
Apr 20 19:20:39.010163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Routers {'37b0164e-2ece-47c4-b813-919f1feb008f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:39.010858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db833a208>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37b0164e-2ece-47c4-b813-919f1feb008f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:39.090380 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-03cf917c-7949-4f5f-abd6-26ab692cd120 req-f56ee345-0528-481b-a725-f7bcf0c9dca5 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5458210
Apr 20 19:20:39.451869 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6e9e4360-e07f-4a17-ae0f-59591beda4dc req-42f98f41-ab74-417a-ac84-a474f0f0237c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4471235
Apr 20 19:20:39.565338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae3163-ae5e-49ab-b7a4-91b3d38b6bfc None None] Pushing event updated for resources: {'Port': ['ID=0b5b529e-296d-4d59-9517-91d9118fc6ba,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:39.590016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41ae3163-ae5e-49ab-b7a4-91b3d38b6bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:39.737332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] Set router 37b0164e-2ece-47c4-b813-919f1feb008f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:39.769930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] For port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:39.770503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:39.842159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7ab50d36-264e-45e9-93bb-89867939d69a up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:39.952973 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Calling delete_port for 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:20:40.024288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 7ab50d36-264e-45e9-93bb-89867939d69a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:40.024979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:40.177442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:40.241152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:40.314720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:40.318446 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6de6907a-ab76-4723-9f36-6193b21df6cf req-961f2c1a-7e0d-4495-bdb8-46110fddf2da tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=505284cb-e5da-4512-9b32-25a518fd82fc HTTP/1.1" status: 200  len: 210 time: 0.0542321
Apr 20 19:20:40.331055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:40.408139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc', 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', '6455816e-56e4-494c-9c38-9280518b6817'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:20:40.554900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db833a208>, [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:20:34Z', 'revision_number': 3, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:40.566994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905c1da-de87-47d2-a490-f839ac2f3522 None None] The sync data for ids ['37b0164e-2ece-47c4-b813-919f1feb008f'] in dv-cinder-786933-2-iscsi is: [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:20:34Z', 'revision_number': 3, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:20:40.568247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event deleted for resources: {'Port': ['ID=87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:40.590670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.591080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.591481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.591879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.592274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.592669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.593092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.593588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.594039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.594442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.594956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.595352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:40.600676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:40.653649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 5f3102a6-658e-40c0-afa2-63e2fecdd46c up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:40.663692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] No DVR routers for this DVR port 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:20:40.667862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:40.691161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505284cb-e5da-4512-9b32-25a518fd82fc', 'name': 'network-vif-deleted', 'tag': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:20:40.697220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:40.697675 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8d677a9-4b90-4ada-84f9-b26976219217 req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "DELETE /v2.0/ports/87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 HTTP/1.1" status: 204  len: 173 time: 2.0182221
Apr 20 19:20:40.698222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:40.742301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374c125-8666-4b38-a8c1-0644620196f0 req-ebac66b6-d079-4c2a-b9bd-57e6feb2c5d0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:40.751616 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4374c125-8666-4b38-a8c1-0644620196f0 req-ebac66b6-d079-4c2a-b9bd-57e6feb2c5d0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 945 time: 1.3938267
Apr 20 19:20:41.049127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Allocated IP 172.20.0.1 (d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1/b4e53456-e901-4925-bf2b-893babbf9cf1/45493b1b-5f44-4953-ae36-9687df8f8df5) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:20:41.073248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 5f3102a6-658e-40c0-afa2-63e2fecdd46c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:41.122788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 5f3102a6-658e-40c0-afa2-63e2fecdd46c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:41.123444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:41.417229 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4374c125-8666-4b38-a8c1-0644620196f0 req-a038cbcb-2d5d-44fa-99c6-a73753adf0fb tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6644881
Apr 20 19:20:41.506492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd99c35-e007-4265-be80-652b02300472 req-83dd5d2c-1cd3-4b69-82af-c6909d12fcd8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:41.515542 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afd99c35-e007-4265-be80-652b02300472 req-83dd5d2c-1cd3-4b69-82af-c6909d12fcd8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2754695
Apr 20 19:20:41.694082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:41.757231 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505284cb-e5da-4512-9b32-25a518fd82fc', 'name': 'network-vif-deleted', 'tag': '87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3', 'status': 'completed', 'code': 200}
Apr 20 19:20:41.837102 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afd99c35-e007-4265-be80-652b02300472 req-cbc5b258-ff4f-4f39-a370-cecc536bd096 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3202956
Apr 20 19:20:41.862457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:41.931076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Transition to ACTIVE for port object 45493b1b-5f44-4953-ae36-9687df8f8df5 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:41.997897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:20:42.067815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:42.070177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116c42f-bf14-41bc-9c83-8585848383df req-6805e927-b1cf-4270-9347-2d688f0582f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:42.088295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-6805e927-b1cf-4270-9347-2d688f0582f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1098 time: 0.4294517
Apr 20 19:20:42.100108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:42.190043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:42.190899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:20:42.517912 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'code': 200}
Apr 20 19:20:42.523082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:42.584943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:20:42.585349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 87ec89bc-ae9b-4bdf-a1ee-de08cf1abea3 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:20:42.626094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 5f3102a6-658e-40c0-afa2-63e2fecdd46c, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=5f3102a6-658e-40c0-afa2-63e2fecdd46c,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:42.640215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116c42f-bf14-41bc-9c83-8585848383df req-c34f2918-dbb6-4710-90fa-ea86f42bd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:42.642108 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-c34f2918-dbb6-4710-90fa-ea86f42bd3d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.5280254
Apr 20 19:20:42.645141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:42.645463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:42.756591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:42.788260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:42.789093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0a15b3a1-0962-4d3b-8120-7ff6e84349b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:42.842923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0b5b529e-296d-4d59-9517-91d9118fc6ba up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:42.868344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:42.945496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:42.947935 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-5c12cf8c-2553-4efa-9fd4-ab703ddd0700 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 1001 time: 0.2918367
Apr 20 19:20:42.954731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Pushing event updated for resources: {'Port': ['ID=45493b1b-5f44-4953-ae36-9687df8f8df5,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:42.957598 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:42.959617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:42.989355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=5f3102a6-658e-40c0-afa2-63e2fecdd46c,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:43.001057 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-014b73b1-bb14-4f88-bf39-7b3a52d453f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1507812
Apr 20 19:20:43.003157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:43.069256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116c42f-bf14-41bc-9c83-8585848383df req-32d25632-7cb3-446f-94c0-04ecb4fa6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:43.070538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 0b5b529e-296d-4d59-9517-91d9118fc6ba completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:43.070920 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-32d25632-7cb3-446f-94c0-04ecb4fa6345 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.1044083
Apr 20 19:20:43.071792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:20:43.086368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 0b5b529e-296d-4d59-9517-91d9118fc6ba triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:43.086805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.177436 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-19c33c21-5dab-405c-93a2-58fb197596ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:43.179313 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-19c33c21-5dab-405c-93a2-58fb197596ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 1098 time: 0.1496477
Apr 20 19:20:43.260503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.363153 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.386787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 0b5b529e-296d-4d59-9517-91d9118fc6ba, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=0b5b529e-296d-4d59-9517-91d9118fc6ba,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:43.390864 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-76bf0073-45ee-4145-a12c-39712972e6fe None None] Provisioning for port 45493b1b-5f44-4953-ae36-9687df8f8df5 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:43.403966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-76bf0073-45ee-4145-a12c-39712972e6fe None None] Provisioning complete for port 45493b1b-5f44-4953-ae36-9687df8f8df5 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:43.404181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-76bf0073-45ee-4145-a12c-39712972e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.507550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.529159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19a20d25-d575-40c1-8329-539ab804fc03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:43.707567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07caee-fda1-432d-b9a5-e91e16374e5b req-576bd443-5126-45bd-9880-03a31c7ebba8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:43.723884 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db07caee-fda1-432d-b9a5-e91e16374e5b req-576bd443-5126-45bd-9880-03a31c7ebba8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 1.7907095
Apr 20 19:20:43.746571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-76bf0073-45ee-4145-a12c-39712972e6fe None None] Port 45493b1b-5f44-4953-ae36-9687df8f8df5 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:20:43.797895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.802942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=0b5b529e-296d-4d59-9517-91d9118fc6ba,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:43.808162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:43.810110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 45010) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:43.820807 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db07caee-fda1-432d-b9a5-e91e16374e5b req-094fe6c3-448a-4d67-bc57-c314043c17a7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955658
Apr 20 19:20:43.923544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Deleting subnet 3ac31902-eea5-48ab-96f2-72d38285e8a4 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:20:43.927297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:43.992872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.022695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-23fad7f4-df7f-42bc-92c1-9bb203f95cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:44.024329 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-23fad7f4-df7f-42bc-92c1-9bb203f95cd7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.8197088
Apr 20 19:20:44.100055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cccef8-310a-44e9-966a-c092954528aa req-9ed81b1b-58ec-4261-96d9-4c402e63703f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:44.107672 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f5cccef8-310a-44e9-966a-c092954528aa req-9ed81b1b-58ec-4261-96d9-4c402e63703f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 1.3026419
Apr 20 19:20:44.145714 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-71a5dd30-41a6-4390-b470-c0789d726056 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1a70b57-4809-468b-bc54-39462d51aaa1 HTTP/1.1" status: 200  len: 217 time: 0.1116281
Apr 20 19:20:44.170114 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f5cccef8-310a-44e9-966a-c092954528aa req-32170044-78ba-44d1-8f71-71a939d3074d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612385
Apr 20 19:20:44.239654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-35794b3e-3561-45ec-8f59-562282feaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:44.241536 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-35794b3e-3561-45ec-8f59-562282feaa33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0831890
Apr 20 19:20:44.242735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.320026 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-213d18f1-9eff-42a4-9abc-2305b4472905 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666139
Apr 20 19:20:44.584245 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116c42f-bf14-41bc-9c83-8585848383df req-77019200-119f-4a39-9774-d78334098431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:44.586456 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-77019200-119f-4a39-9774-d78334098431 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.2165132
Apr 20 19:20:44.624737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.705897 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-1b7a3d54-a649-4cd3-8f6d-2fb242126013 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3751280
Apr 20 19:20:44.717944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:44.766711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac31902-eea5-48ab-96f2-72d38285e8a4,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:44.773741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:44.796172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:44.849653 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ac31902-eea5-48ab-96f2-72d38285e8a4 HTTP/1.1" status: 204  len: 168 time: 1.0278280
Apr 20 19:20:44.864174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0b5b529e-296d-4d59-9517-91d9118fc6ba up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:44.872030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 45024) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:44.925540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f440e-a197-4a2f-a0cb-42bf418eeffd req-150a95d6-14cd-4d40-b62f-a203bc452673 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:44.935176 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-210f440e-a197-4a2f-a0cb-42bf418eeffd req-150a95d6-14cd-4d40-b62f-a203bc452673 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.8954146
Apr 20 19:20:45.007884 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-ea95fa19-c843-4917-91a5-f4032428c5ca service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4093525
Apr 20 19:20:45.043111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 0b5b529e-296d-4d59-9517-91d9118fc6ba triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:45.043947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.134091 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7ff72760-0a08-4537-b716-d0ad232d0286 req-1d957212-1062-4344-bdec-f2c57ba87e70 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4105325
Apr 20 19:20:45.342418 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-210f440e-a197-4a2f-a0cb-42bf418eeffd req-d9408546-0204-482b-bb9c-55c6cac0ff3f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4062457
Apr 20 19:20:45.354291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 5f3102a6-658e-40c0-afa2-63e2fecdd46c up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:45.497045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.508383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 5f3102a6-658e-40c0-afa2-63e2fecdd46c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:45.509358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.673510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.800415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:45.890420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:45.904764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:46.313319 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1116c42f-bf14-41bc-9c83-8585848383df req-1ba7621d-5a73-416c-9c82-53bcb5f93116 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1378543
Apr 20 19:20:46.412375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Pushing event updated for resources: {'Port': ['ID=45493b1b-5f44-4953-ae36-9687df8f8df5,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:46.422074 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:46.513497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ba90-9a35-4a31-bf7f-2779f4b363c4 req-2ac32db3-c40e-4a03-bd13-264831d084d1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:46.527311 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc10ba90-9a35-4a31-bf7f-2779f4b363c4 req-2ac32db3-c40e-4a03-bd13-264831d084d1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 1.0189946
Apr 20 19:20:46.638631 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bc10ba90-9a35-4a31-bf7f-2779f4b363c4 req-a8bf11ad-f696-4475-ac0f-1792f8e026ad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100051
Apr 20 19:20:46.831777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:20:46.840656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:20:46.965013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45058) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:47.175558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94affbd7-3410-4eee-8d19-9af70088b584 req-576a8c05-c59a-4972-982f-88aa65ad76d2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:47.175736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-94affbd7-3410-4eee-8d19-9af70088b584 req-576a8c05-c59a-4972-982f-88aa65ad76d2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:20:47.181621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.210477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.221650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:20:47.235070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec96b95d3b04d0fabf9faede0d6e35c is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:20:47.242786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:20:47.250581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:20:47.300234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-a05ad5f3-96cd-4470-b951-790017ab6ceb None None] Provisioning complete for port 45493b1b-5f44-4953-ae36-9687df8f8df5 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:47.300655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a05ad5f3-96cd-4470-b951-790017ab6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.360070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad5f3-96cd-4470-b951-790017ab6ceb None None] Port 45493b1b-5f44-4953-ae36-9687df8f8df5 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:20:47.363345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.368220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.376510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b677752-b1a4-4cf5-a4c0-1a4adc2d7391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:47.404265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-b4b93077-0838-4d9d-a07d-e2d0832afb06 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:47.405050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-b4b93077-0838-4d9d-a07d-e2d0832afb06 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:20:47.417340 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ec96b95d3b04d0fabf9faede0d6e35c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4510720
Apr 20 19:20:47.428216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920fffe5-68d7-400e-9d74-ee36c04f6e81,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:47.432211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45066) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:47.432535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Router 37b0164e-2ece-47c4-b813-919f1feb008f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:20:47.442527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-94affbd7-3410-4eee-8d19-9af70088b584 req-576a8c05-c59a-4972-982f-88aa65ad76d2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:20:47.449499 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-94affbd7-3410-4eee-8d19-9af70088b584 req-576a8c05-c59a-4972-982f-88aa65ad76d2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 945 time: 1.8267901
Apr 20 19:20:47.495847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.496658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.497482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.498125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.498899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.499515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.500119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.500722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.501330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.502051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.503467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.504338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:20:47.506535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-b4b93077-0838-4d9d-a07d-e2d0832afb06 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:20:47.507799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-b4b93077-0838-4d9d-a07d-e2d0832afb06 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 945 time: 1.0787251
Apr 20 19:20:47.544299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:47.577797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.611655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Deleting port 6455816e-56e4-494c-9c38-9280518b6817 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:20:47.611996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.613397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.682114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.690088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6f369d4e-9f41-41ed-b174-ddcd8263222b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:47.707898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920fffe5-68d7-400e-9d74-ee36c04f6e81,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:47.710558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:47.751781 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/920fffe5-68d7-400e-9d74-ee36c04f6e81 HTTP/1.1" status: 204  len: 168 time: 0.3181474
Apr 20 19:20:47.752942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:47.820015 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-94affbd7-3410-4eee-8d19-9af70088b584 req-05c7fea0-e56c-4ed4-b1d3-f65c179deb74 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694324
Apr 20 19:20:47.821963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2af7fd0>,) {'filters': {'network_id': ['664a2a1c-ebec-46c9-83e7-d960ca7706d5']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:47.881716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467d22-76d2-4635-8052-a2d22c21b530 req-6526de82-6d53-4de3-b83a-0f679522d582 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:47.889503 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5e467d22-76d2-4635-8052-a2d22c21b530 req-6526de82-6d53-4de3-b83a-0f679522d582 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 1.0501904
Apr 20 19:20:47.943898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2af7fd0>, '9792393b-8315-48a2-9a97-a0ca94bbf466') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:47.944520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2af7fd0>, '9792393b-8315-48a2-9a97-a0ca94bbf466') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:48.058385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:48.097347 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5e467d22-76d2-4635-8052-a2d22c21b530 req-ad153f05-2c94-4322-9092-961314732be9 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2044249
Apr 20 19:20:48.147053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:20:48.163892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Sync routers for ids ['37b0164e-2ece-47c4-b813-919f1feb008f'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:20:48.180621 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/37b0164e-2ece-47c4-b813-919f1feb008f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0158284
Apr 20 19:20:48.184878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Routers {'37b0164e-2ece-47c4-b813-919f1feb008f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:48.188564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db87030b8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37b0164e-2ece-47c4-b813-919f1feb008f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:48.209105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:48.304145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:20:48.515529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Set router 37b0164e-2ece-47c4-b813-919f1feb008f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:48.533198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6444-4698-436c-be30-22dd733ff5fc req-0bb77178-7036-4324-a2a2-de9205541552 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:48.534925 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0ac6444-4698-436c-be30-22dd733ff5fc req-0bb77178-7036-4324-a2a2-de9205541552 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.5632496
Apr 20 19:20:48.735975 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0ac6444-4698-436c-be30-22dd733ff5fc req-72b29ed4-3a20-4b46-9870-d265333a9336 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812334
Apr 20 19:20:48.753167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Network 664a2a1c-ebec-46c9-83e7-d960ca7706d5 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:20:48.794110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:49.007381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] For port 6455816e-56e4-494c-9c38-9280518b6817, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6455816e-56e4-494c-9c38-9280518b6817,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:49.007778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:49.031729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743a4e0-4a1f-4f8e-a5ff-2b1af780fa9d req-7d3c3a87-6933-47f9-8c9e-14741cc2de73 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:49.039207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c743a4e0-4a1f-4f8e-a5ff-2b1af780fa9d req-7d3c3a87-6933-47f9-8c9e-14741cc2de73 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.6652780
Apr 20 19:20:49.111440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9341ff-6fd0-4278-8b27-52c1bd49b77f req-99af04b0-f3a9-4189-8247-9fd38dd73048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:49.114156 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9341ff-6fd0-4278-8b27-52c1bd49b77f req-99af04b0-f3a9-4189-8247-9fd38dd73048 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.2589393
Apr 20 19:20:49.177530 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db9341ff-6fd0-4278-8b27-52c1bd49b77f req-ca765dae-64b9-46a9-af4d-418ab84064da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553768
Apr 20 19:20:49.306325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db87030b8>, [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '45493b1b-5f44-4953-ae36-9687df8f8df5', 'name': '', 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'mac_address': 'fa:16:3e:8a:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4e53456-e901-4925-bf2b-893babbf9cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:40Z', 'updated_at': '2021-04-20T19:20:44Z', 'revision_number': 2, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'subnets': [{'id': 'b4e53456-e901-4925-bf2b-893babbf9cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:49.311286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Checking router: 37b0164e-2ece-47c4-b813-919f1feb008f for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:20:49.311616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Updating router 37b0164e-2ece-47c4-b813-919f1feb008f port 45493b1b-5f44-4953-ae36-9687df8f8df5 binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:20:49.378715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:49.752975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Calling delete_port for 6455816e-56e4-494c-9c38-9280518b6817 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:20:49.850560 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c743a4e0-4a1f-4f8e-a5ff-2b1af780fa9d req-1adc8521-db61-44d8-9dad-1612ec910192 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8102717
Apr 20 19:20:49.964246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Network 664a2a1c-ebec-46c9-83e7-d960ca7706d5 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:20:50.022607 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:20:50.206645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6455816e-56e4-494c-9c38-9280518b6817 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:20:50.545590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2592419-e932-4eee-8d1e-b037bf556ca8 req-d18278da-8b6e-4b5c-a8f2-de625326a198 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:50.563973 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2592419-e932-4eee-8d1e-b037bf556ca8 req-d18278da-8b6e-4b5c-a8f2-de625326a198 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 945 time: 1.3438790
Apr 20 19:20:50.573806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:50.653431 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2592419-e932-4eee-8d1e-b037bf556ca8 req-4202cc6d-14d6-42e7-ba23-f43cb3e21032 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975938
Apr 20 19:20:50.671912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:50.818492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:50.831330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ed87bb05-240d-4f6e-8b82-4127703fa9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:50.854441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Pushing event deleted for resources: {'Network': ['ID=664a2a1c-ebec-46c9-83e7-d960ca7706d5,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:50.857605 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] 10.222.0.48 "DELETE /v2.0/networks/664a2a1c-ebec-46c9-83e7-d960ca7706d5 HTTP/1.1" status: 204  len: 168 time: 5.9845300
Apr 20 19:20:50.861522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:50.862827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45138) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:50.876509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504282b-b5bd-4f6a-9967-76876d46cb93 req-a376499f-5193-4686-b90b-4fd050e8aa36 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:50.878224 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5504282b-b5bd-4f6a-9967-76876d46cb93 req-a376499f-5193-4686-b90b-4fd050e8aa36 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.8473833
Apr 20 19:20:50.965056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:50.993908 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5504282b-b5bd-4f6a-9967-76876d46cb93 req-2aaaaa38-a4f0-4094-8a6e-0e46969e6dac tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989795
Apr 20 19:20:51.010611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c3034e8b-6bc9-4196-94b7-7ae42975447e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.015745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Deleting subnet 175589f2-4ba6-492e-8d40-d7f631b86176 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:20:51.041265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.052945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.166934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.184906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.206315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.228465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Transition to ACTIVE for port object 45493b1b-5f44-4953-ae36-9687df8f8df5 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:20:51.232519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc', 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:20:51.248190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a1c5e21-d82d-43a2-9c9d-bdbb9752a74c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:51.354338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.358216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event deleted for resources: {'Port': ['ID=6455816e-56e4-494c-9c38-9280518b6817,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:51.365677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:51.520136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:51.529325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e718c5-ebd7-4dd7-af86-69fed88209aa req-551c4dba-5905-4268-9e4a-8b9c103c142c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:51.539118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b2e718c5-ebd7-4dd7-af86-69fed88209aa req-551c4dba-5905-4268-9e4a-8b9c103c142c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.5491774
Apr 20 19:20:51.579587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] No DVR routers for this DVR port 6455816e-56e4-494c-9c38-9280518b6817 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:20:51.582503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.600633 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-98dd8860-4c2b-4fe9-87be-ff66afbd54a9 req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "DELETE /v2.0/ports/6455816e-56e4-494c-9c38-9280518b6817 HTTP/1.1" status: 204  len: 173 time: 4.0726211
Apr 20 19:20:51.601274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'name': 'network-vif-deleted', 'tag': '6455816e-56e4-494c-9c38-9280518b6817'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:20:51.735998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:51.755216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:51.820887 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b2e718c5-ebd7-4dd7-af86-69fed88209aa req-d85699ff-601d-49b9-8fb0-7a7a1fb73663 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430112
Apr 20 19:20:51.905037 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849c1a32-0a61-408c-9cae-f0931eb6b1e3', 'name': 'network-vif-deleted', 'tag': '6455816e-56e4-494c-9c38-9280518b6817', 'status': 'completed', 'code': 200}
Apr 20 19:20:52.028188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.055444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175589f2-4ba6-492e-8d40-d7f631b86176,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:52.058833 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/175589f2-4ba6-492e-8d40-d7f631b86176 HTTP/1.1" status: 204  len: 168 time: 1.1940463
Apr 20 19:20:52.061746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 45160) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:52.064764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3bba5720-82a5-4c67-b9ad-ac2d17c04b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:52.225131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Attempting to bind port 45493b1b-5f44-4953-ae36-9687df8f8df5 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:20:52.225538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Attempting to bind port 45493b1b-5f44-4953-ae36-9687df8f8df5 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:20:52.225978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Attempting to bind port 45493b1b-5f44-4953-ae36-9687df8f8df5 on network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:20:52.239727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:20:52.240303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Checking segment: {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:20:52.240588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.241043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Bound using segment: {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:20:52.241584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Bound port: 45493b1b-5f44-4953-ae36-9687df8f8df5, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:20:52.242038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.388330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] For port 45493b1b-5f44-4953-ae36-9687df8f8df5, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:20:52.391853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] For port 45493b1b-5f44-4953-ae36-9687df8f8df5, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=45493b1b-5f44-4953-ae36-9687df8f8df5,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:20:52.400766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb81a7-2eba-42e0-8cdc-889d8433ca12 None None] Pushing event updated for resources: {'Port': ['ID=45493b1b-5f44-4953-ae36-9687df8f8df5,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:52.403882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.419058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bfeb81a7-2eba-42e0-8cdc-889d8433ca12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:52.419593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bfeb81a7-2eba-42e0-8cdc-889d8433ca12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:52.533445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-2ac74da5-d565-4506-ba0e-7dbc52174ef0 req-6b371e3d-d3e5-4fb0-8c78-ef153b82e74e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:20:52.537984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb81a7-2eba-42e0-8cdc-889d8433ca12 None None] Pushing event updated for resources: {'Port': ['ID=45493b1b-5f44-4953-ae36-9687df8f8df5,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:52.551604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bfeb81a7-2eba-42e0-8cdc-889d8433ca12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:52.576897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Routers {'37b0164e-2ece-47c4-b813-919f1feb008f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:20:52.578785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db87030b8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:20:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37b0164e-2ece-47c4-b813-919f1feb008f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:52.634215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:52.883294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] Set router 37b0164e-2ece-47c4-b813-919f1feb008f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:20:53.006444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-2ac74da5-d565-4506-ba0e-7dbc52174ef0 req-6b371e3d-d3e5-4fb0-8c78-ef153b82e74e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:20:53.013025 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ac74da5-d565-4506-ba0e-7dbc52174ef0 req-6b371e3d-d3e5-4fb0-8c78-ef153b82e74e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=849c1a32-0a61-408c-9cae-f0931eb6b1e3 HTTP/1.1" status: 200  len: 210 time: 0.6349218
Apr 20 19:20:53.204384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:53.461094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2780518>,) {'filters': {'network_id': ['c5f13f52-9bc1-4d39-a39b-b864964e8e05']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:53.504236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2780518>, '64067f8d-0750-4b78-be1a-e0b16842654c') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:53.504617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2780518>, '64067f8d-0750-4b78-be1a-e0b16842654c') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:53.549263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:53.593373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:53.608475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:20:53.804365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a48be6ab-2148-4a88-a2d0-1db3130d525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:53.889390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db87030b8>, [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '45493b1b-5f44-4953-ae36-9687df8f8df5', 'name': '', 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'mac_address': 'fa:16:3e:8a:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4e53456-e901-4925-bf2b-893babbf9cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:40Z', 'updated_at': '2021-04-20T19:20:52Z', 'revision_number': 4, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'subnets': [{'id': 'b4e53456-e901-4925-bf2b-893babbf9cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:20:53.899608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f99150-27f9-4b89-a974-108109e25a77 None None] The sync data for ids ['37b0164e-2ece-47c4-b813-919f1feb008f'] in dv-cinder-786933-2-iscsi is: [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '45493b1b-5f44-4953-ae36-9687df8f8df5', 'name': '', 'network_id': 'd42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'mac_address': 'fa:16:3e:8a:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'b4e53456-e901-4925-bf2b-893babbf9cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:40Z', 'updated_at': '2021-04-20T19:20:52Z', 'revision_number': 4, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'subnets': [{'id': 'b4e53456-e901-4925-bf2b-893babbf9cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:20:54.030703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.052742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d836c-350b-4e12-b328-1ccb0b1e51ce req-8cd8822a-479c-46ca-bc97-5d582c7cb152 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:54.067241 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c4d836c-350b-4e12-b328-1ccb0b1e51ce req-8cd8822a-479c-46ca-bc97-5d582c7cb152 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 1.3258278
Apr 20 19:20:54.274632 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Network c5f13f52-9bc1-4d39-a39b-b864964e8e05 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:20:54.288901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.362532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:54.459871 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9c4d836c-350b-4e12-b328-1ccb0b1e51ce req-23cce302-7779-412d-be4d-b37f0c3c8568 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3910115
Apr 20 19:20:54.534062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b513325-de73-4892-b248-eacebc595cba req-3eb6a245-066e-47a8-bd97-d09b7d4e6d67 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:54.545576 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8b513325-de73-4892-b248-eacebc595cba req-3eb6a245-066e-47a8-bd97-d09b7d4e6d67 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.7396479
Apr 20 19:20:54.822450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Network c5f13f52-9bc1-4d39-a39b-b864964e8e05 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:20:54.859923 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8b513325-de73-4892-b248-eacebc595cba req-a0621bb1-db41-4b90-a7c1-e5a606db3965 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3131754
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:20:54.892361 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:20:54.920477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 45493b1b-5f44-4953-ae36-9687df8f8df5 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:55.166869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.176358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:55.215141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 45493b1b-5f44-4953-ae36-9687df8f8df5 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:20:55.216309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.227408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 45493b1b-5f44-4953-ae36-9687df8f8df5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:55.227858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.246784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f13f52-9bc1-4d39-a39b-b864964e8e05,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:55.252746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:55.267106 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4c7fdbfe-3d04-43a4-9906-a6a1dfea5be3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c5f13f52-9bc1-4d39-a39b-b864964e8e05 HTTP/1.1" status: 204  len: 168 time: 3.2040541
Apr 20 19:20:55.427452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.494919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 45493b1b-5f44-4953-ae36-9687df8f8df5, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=45493b1b-5f44-4953-ae36-9687df8f8df5,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:20:55.513139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118fa6f-7c0c-4b17-bca2-54a47dd64537 req-32f83c7e-8a7b-43b3-8e37-7663725d021a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:55.515082 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c118fa6f-7c0c-4b17-bca2-54a47dd64537 req-32f83c7e-8a7b-43b3-8e37-7663725d021a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.1916561
Apr 20 19:20:55.528612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.537076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:55.595036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45196) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:55.641575 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c118fa6f-7c0c-4b17-bca2-54a47dd64537 req-df6f3ece-d647-4e65-821f-212818afff4b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181536
Apr 20 19:20:55.702317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=45493b1b-5f44-4953-ae36-9687df8f8df5,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:55.706807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:55.734773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.753185 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-06aff4e5-2243-433b-a891-543c0ae09f26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b67619259a6547fda46fa8b713624c51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1562850
Apr 20 19:20:55.753908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45200) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:55.859031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.892209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.971075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:55.976843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:56.039864 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2df9d2-aad6-45f7-8fb4-433ad27a9508,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:56.058179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:56.059849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:56.061333 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c2df9d2-aad6-45f7-8fb4-433ad27a9508 HTTP/1.1" status: 204  len: 168 time: 0.3062065
Apr 20 19:20:56.525724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-7057b964-4dad-45f8-8c43-755698900019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:56.527415 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-7057b964-4dad-45f8-8c43-755698900019 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d47d9888e1a44e59e046c5da416e68d&device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 1099 time: 0.6979461
Apr 20 19:20:56.557119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73a2fa-c4af-4182-8faf-2f8b8dcab755 req-96dc04df-7265-4734-b33a-792a6a9349eb tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:56.558970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df73a2fa-c4af-4182-8faf-2f8b8dcab755 req-96dc04df-7265-4734-b33a-792a6a9349eb tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.8444674
Apr 20 19:20:56.618610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20dc86-c79a-4af2-bb9a-dbd554f60b12 req-24d6568c-3c01-44e9-aece-d63e2a7f0fff tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:56.633139 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee20dc86-c79a-4af2-bb9a-dbd554f60b12 req-24d6568c-3c01-44e9-aece-d63e2a7f0fff tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.5889654
Apr 20 19:20:56.830418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 45493b1b-5f44-4953-ae36-9687df8f8df5 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:20:56.837166 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df73a2fa-c4af-4182-8faf-2f8b8dcab755 req-315eff77-5f02-43f6-9415-a321ded46d2b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2688522
Apr 20 19:20:56.896346 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee20dc86-c79a-4af2-bb9a-dbd554f60b12 req-d0dc31c7-2485-4862-a1d0-384dc73e9362 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481675
Apr 20 19:20:57.036541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 45493b1b-5f44-4953-ae36-9687df8f8df5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:20:57.037424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:57.088005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45230) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:57.252553 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c9915a37-0d4c-46d1-b623-3eaabe6c2f2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c965918a1e546718b40ad1572623d4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1632473
Apr 20 19:20:57.262757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45236) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:20:57.351353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-00b013ec-602c-478c-b4f1-2f5648be8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:57.353093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-00b013ec-602c-478c-b4f1-2f5648be8624 service neutron] 10.222.0.52 "GET /v2.0/networks?id=54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 200  len: 920 time: 0.1784785
Apr 20 19:20:57.360671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:57.370670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620389b-49bb-4509-b6fc-cf367dbc82f2 req-ffee460b-48ea-443b-8628-4e566cd84446 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:57.378830 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9620389b-49bb-4509-b6fc-cf367dbc82f2 req-ffee460b-48ea-443b-8628-4e566cd84446 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.2884068
Apr 20 19:20:57.415342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:57.437001 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9620389b-49bb-4509-b6fc-cf367dbc82f2 req-8703fd2b-8268-4b83-a7f6-6733314f9422 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570202
Apr 20 19:20:57.501051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:57.507602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1699f29a-264d-48fd-877d-e83f36b79587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:20:57.520056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a080fcb4-939e-49a1-8556-b2e5b93f130f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:20:57.525947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:20:57.533086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:20:57.536821 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6822d2d5-4968-4408-ad2b-62b13225269d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a080fcb4-939e-49a1-8556-b2e5b93f130f HTTP/1.1" status: 204  len: 168 time: 0.2704411
Apr 20 19:20:58.241380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95dc73-c5d9-4db4-8493-e3991a3ed53b req-381b2c2f-3ed1-4633-b45e-f4eb499202c1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:58.249441 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1d95dc73-c5d9-4db4-8493-e3991a3ed53b req-381b2c2f-3ed1-4633-b45e-f4eb499202c1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2326446
Apr 20 19:20:58.294889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9eec4a-b555-4ae3-92a9-3e29b910a490 req-4ef4c91b-026d-4e4d-9853-01f4bde09148 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:58.296607 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b9eec4a-b555-4ae3-92a9-3e29b910a490 req-4ef4c91b-026d-4e4d-9853-01f4bde09148 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1941135
Apr 20 19:20:58.361879 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1d95dc73-c5d9-4db4-8493-e3991a3ed53b req-86de4be4-1afd-451f-b3d3-d796310ff8ee tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102350
Apr 20 19:20:58.386490 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b9eec4a-b555-4ae3-92a9-3e29b910a490 req-432c7b4a-2e9b-442d-a84d-c18cccfbf195 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809577
Apr 20 19:20:58.684767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020f23b-72fc-4971-82c0-390dafb3ff84 req-248b1108-6e8a-45ba-a3c5-933153a26a51 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:58.686775 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4020f23b-72fc-4971-82c0-390dafb3ff84 req-248b1108-6e8a-45ba-a3c5-933153a26a51 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.1114428
Apr 20 19:20:58.753103 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4020f23b-72fc-4971-82c0-390dafb3ff84 req-d39534bd-0452-4277-9de1-4d56edc22dbb tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585737
Apr 20 19:20:59.072984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-d9aeb4e3-5afc-41c9-bcfb-91baa40217ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 200  len: 217 time: 0.0772095
Apr 20 19:20:59.171649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-81f518f3-f156-43df-bf7a-30650ef513ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:59.173281 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-81f518f3-f156-43df-bf7a-30650ef513ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 200  len: 859 time: 0.0800536
Apr 20 19:20:59.230695 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-9b76d26f-f215-4657-9b6a-9e00b73ec94c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=54a87281-cac4-4c39-a9e0-64b8c916f808&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485282
Apr 20 19:20:59.446804 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-c246b267-1464-4626-b5c7-08ee149b4afc service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014220
Apr 20 19:20:59.734135 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27ad56d5-6231-4dbf-a71d-3269d5b34d4a req-d01ef0ca-1202-4e68-9abd-5402501eccb5 service neutron] 10.222.0.52 "GET /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2662663
Apr 20 19:20:59.862481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f671-3690-4cf7-a15d-0762e8643652 req-00662bb8-2e73-4bb2-93ca-79a4f169cef6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:59.864335 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b075f671-3690-4cf7-a15d-0762e8643652 req-00662bb8-2e73-4bb2-93ca-79a4f169cef6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1236234
Apr 20 19:20:59.874143 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17121d2-82af-424a-97b0-724f25be690a req-fb3e21c9-c8d3-4794-b01b-20940b130c61 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:20:59.875898 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e17121d2-82af-424a-97b0-724f25be690a req-fb3e21c9-c8d3-4794-b01b-20940b130c61 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.2418318
Apr 20 19:20:59.941499 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b075f671-3690-4cf7-a15d-0762e8643652 req-486882f9-f61c-4539-9106-529a7b2c9251 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645132
Apr 20 19:20:59.966642 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e17121d2-82af-424a-97b0-724f25be690a req-ae3fbd9f-c148-4aa0-8181-dd48b7e68ec1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559475
Apr 20 19:21:00.165769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3461-03a8-4986-ba9b-0b940ab93e56 req-c6383fd2-f2f7-4b5d-8e97-8ce0aba87efe tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:00.167590 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-88da3461-03a8-4986-ba9b-0b940ab93e56 req-c6383fd2-f2f7-4b5d-8e97-8ce0aba87efe tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.0966954
Apr 20 19:21:00.222461 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-88da3461-03a8-4986-ba9b-0b940ab93e56 req-97fccc21-5041-4608-94ce-5334489d026f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482569
Apr 20 19:21:01.286924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4de11-0853-4432-b267-d9f99305fc73 req-048a9292-f9f1-4d84-89e7-18466c1a7d51 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:01.289451 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-70f4de11-0853-4432-b267-d9f99305fc73 req-048a9292-f9f1-4d84-89e7-18466c1a7d51 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1739707
Apr 20 19:21:01.298619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128d96f-fed5-4a86-9d4e-a069536e012b req-7d9141a2-c45b-4358-92ea-9efca88d7b80 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:01.301051 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1128d96f-fed5-4a86-9d4e-a069536e012b req-7d9141a2-c45b-4358-92ea-9efca88d7b80 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1879523
Apr 20 19:21:01.375107 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-70f4de11-0853-4432-b267-d9f99305fc73 req-1b3e0f9b-a37e-4547-b3c1-420bd05e4333 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729373
Apr 20 19:21:01.386986 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1128d96f-fed5-4a86-9d4e-a069536e012b req-a3d2c680-f68f-43ca-8a0c-fb54c6b67827 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683858
Apr 20 19:21:01.591339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fc4d4-252b-423c-898e-64cc67fa800a req-1e7403fc-da1d-4f79-a95c-5084d651d267 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:01.592216 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee9fc4d4-252b-423c-898e-64cc67fa800a req-1e7403fc-da1d-4f79-a95c-5084d651d267 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.0967815
Apr 20 19:21:01.646374 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ee9fc4d4-252b-423c-898e-64cc67fa800a req-4787bfea-2d35-4d34-8350-cc722092337b tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472376
Apr 20 19:21:02.765048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69048ad-1f14-4a13-a0e0-bcf1afe0dffa req-e0bcea91-a289-40c6-afd1-00ddcc6a7be3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:02.767400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-31b58bf9-362d-4cb8-a72b-f7bb0718d259 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:02.767601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-31b58bf9-362d-4cb8-a72b-f7bb0718d259 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:21:02.773134 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a69048ad-1f14-4a13-a0e0-bcf1afe0dffa req-e0bcea91-a289-40c6-afd1-00ddcc6a7be3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.2130034
Apr 20 19:21:02.805682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83a76e-5396-4bfc-8829-04bb09243d81 req-4d883f52-5f05-4f44-ac50-aa2624e51bec tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:02.807386 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a83a76e-5396-4bfc-8829-04bb09243d81 req-4d883f52-5f05-4f44-ac50-aa2624e51bec tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2013924
Apr 20 19:21:02.815773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-938a0adf-08f8-4b00-a31b-e629e723d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:02.817376 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-938a0adf-08f8-4b00-a31b-e629e723d443 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1099 time: 0.3331523
Apr 20 19:21:02.828642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-31b58bf9-362d-4cb8-a72b-f7bb0718d259 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:21:02.830201 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-31b58bf9-362d-4cb8-a72b-f7bb0718d259 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.1960413
Apr 20 19:21:02.864699 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a69048ad-1f14-4a13-a0e0-bcf1afe0dffa req-08db74c2-569f-45e2-9f32-72ec7da040b4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0905745
Apr 20 19:21:02.911615 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a83a76e-5396-4bfc-8829-04bb09243d81 req-80dde1cd-92ad-461a-98f8-a831e01a2600 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919049
Apr 20 19:21:03.122044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4d2d-3b14-4e57-a903-e3c20bfb0679 req-dff6b06e-4753-456c-9ac3-b338b649cd0e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:03.124807 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-090d4d2d-3b14-4e57-a903-e3c20bfb0679 req-dff6b06e-4753-456c-9ac3-b338b649cd0e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.1409326
Apr 20 19:21:03.198299 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-090d4d2d-3b14-4e57-a903-e3c20bfb0679 req-fd070f70-841d-4d9e-bcc5-a6258176abd4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658104
Apr 20 19:21:04.103129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489aecf-4a65-4767-af35-ba4b959fb89a req-ddcfc2e7-463f-4c28-bdb6-73acface8239 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:04.104737 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f489aecf-4a65-4767-af35-ba4b959fb89a req-ddcfc2e7-463f-4c28-bdb6-73acface8239 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1001992
Apr 20 19:21:04.154183 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f489aecf-4a65-4767-af35-ba4b959fb89a req-043d0a64-111f-4be0-a81e-9fb8bf642c25 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423369
Apr 20 19:21:04.349913 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea81722-7aaf-4fa0-bd9c-88c1f2a200d1 req-7783fbc9-b563-45d7-9ab6-10d55112b15e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:04.351528 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ea81722-7aaf-4fa0-bd9c-88c1f2a200d1 req-7783fbc9-b563-45d7-9ab6-10d55112b15e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0907202
Apr 20 19:21:04.402902 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9ea81722-7aaf-4fa0-bd9c-88c1f2a200d1 req-78396ae4-499f-4d50-aca8-ca4684a3a331 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449681
Apr 20 19:21:04.606659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3cfd-75b0-454e-8ba0-d70a2cbc72aa req-1f4ecec6-7cc3-4b3a-b8e0-0b669b941504 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:04.608340 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f90f3cfd-75b0-454e-8ba0-d70a2cbc72aa req-1f4ecec6-7cc3-4b3a-b8e0-0b669b941504 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.0971279
Apr 20 19:21:04.658744 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f90f3cfd-75b0-454e-8ba0-d70a2cbc72aa req-1d81d38a-ae93-4a26-bf55-8fe883ed05cb tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437498
Apr 20 19:21:04.940936 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-49b1de46-3fa7-4d46-82b7-73ba1a2abe6a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:04.942574 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-49b1de46-3fa7-4d46-82b7-73ba1a2abe6a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 815 time: 0.1630747
Apr 20 19:21:04.958489 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-3b167330-b842-4678-a3ef-442e6d028065 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/quotas/d3c1c47f974a4031bc62166d5cf50696 HTTP/1.1" status: 200  len: 375 time: 0.0098250
Apr 20 19:21:05.056466 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e9bc475a-b6c5-4489-a28a-6090f91934a5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0924001
Apr 20 19:21:05.217796 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-c44b3c4b-4c8a-4b62-a42c-7438b3e7c7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439917
Apr 20 19:21:05.427715 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-8b6d3ab9-7d16-41d1-b945-5d71b54c1598 service neutron] 10.222.0.48 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033536
Apr 20 19:21:05.443434 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba92068-9662-49d1-9328-2b89c07dc793 req-3888edae-9107-4310-a9ba-fe325dcfbc92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:05.446354 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ba92068-9662-49d1-9328-2b89c07dc793 req-3888edae-9107-4310-a9ba-fe325dcfbc92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 946 time: 0.1474471
Apr 20 19:21:05.499715 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5ba92068-9662-49d1-9328-2b89c07dc793 req-863ceaa4-fc03-4cd8-8efa-c1de9a9f78ef tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481405
Apr 20 19:21:05.680248 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4f2ed9c-8bea-4659-9465-4b80704cf791 req-75986e72-9880-41cc-9991-c77356f673a2 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0995960
Apr 20 19:21:05.726115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0190d9c-c5e4-4459-9501-b1cd0f3c789f req-4348964a-8cf1-4fe7-8fd5-24051142323f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:05.727448 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0190d9c-c5e4-4459-9501-b1cd0f3c789f req-4348964a-8cf1-4fe7-8fd5-24051142323f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1075368
Apr 20 19:21:05.776538 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0190d9c-c5e4-4459-9501-b1cd0f3c789f req-e3a49509-f482-40ed-9d5e-e07287a2fcd7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424807
Apr 20 19:21:05.806769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:21:05.879374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Deleting port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:21:05.879843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:05.945902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:05.998698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:06.014526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:06.016745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-cb6cd32e-68c1-4a11-88d3-58f0d8f12a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:06.018397 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-cb6cd32e-68c1-4a11-88d3-58f0d8f12a19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.2275929
Apr 20 19:21:06.019025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.022143 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:06.128515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:21:06.246615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] For port cdfa5087-dd7b-4e2e-bec8-adc661ef0728, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:06.247255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.306596 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'code': 200}
Apr 20 19:21:06.349570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:06.353007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:06.400562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Calling delete_port for cdfa5087-dd7b-4e2e-bec8-adc661ef0728 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:21:06.432328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c779b30-958a-4216-823c-9beaeeb5c429 req-7ee4fae4-3b0f-4021-9d33-f913f256baac tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:06.433967 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c779b30-958a-4216-823c-9beaeeb5c429 req-7ee4fae4-3b0f-4021-9d33-f913f256baac tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 945 time: 0.6417937
Apr 20 19:21:06.511818 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c779b30-958a-4216-823c-9beaeeb5c429 req-7838da39-ced8-4b0f-889e-2cf028999453 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683329
Apr 20 19:21:06.516608 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-eabd37d9-d4b9-42bb-aea4-4bf3b9c68c64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 1000 time: 0.4798901
Apr 20 19:21:06.559071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.565357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:06.612608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event deleted for resources: {'Port': ['ID=cdfa5087-dd7b-4e2e-bec8-adc661ef0728,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:06.616451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:06.697815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] No DVR routers for this DVR port cdfa5087-dd7b-4e2e-bec8-adc661ef0728 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:21:06.701160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:06.705518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d3991-d8f0-4906-b8b5-33be33d27480', 'name': 'network-vif-deleted', 'tag': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:06.717534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f79b04-c2e5-47fc-a420-c2425d06a145 req-2e74738f-3843-4782-8ec5-6d379914a2a1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:06.719248 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79f79b04-c2e5-47fc-a420-c2425d06a145 req-2e74738f-3843-4782-8ec5-6d379914a2a1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.0964828
Apr 20 19:21:06.720522 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a6ec229d-ba7c-4932-90a7-14c9d8d5d084 req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "DELETE /v2.0/ports/cdfa5087-dd7b-4e2e-bec8-adc661ef0728 HTTP/1.1" status: 204  len: 173 time: 0.9309435
Apr 20 19:21:06.766768 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-79f79b04-c2e5-47fc-a420-c2425d06a145 req-496e11c1-2624-468a-8da9-2d540d03a68c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411751
Apr 20 19:21:06.830636 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d3991-d8f0-4906-b8b5-33be33d27480', 'name': 'network-vif-deleted', 'tag': 'cdfa5087-dd7b-4e2e-bec8-adc661ef0728', 'status': 'completed', 'code': 200}
Apr 20 19:21:06.847959 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c8725f4a-fde5-4fa9-b63a-512af4b491e9 req-3217588d-2fc0-4e46-993e-bb8e0d9d9349 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0485470
Apr 20 19:21:07.013455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0973ee-b971-427b-ac29-a08fdf099d86 req-f3aa2a88-2465-42ec-9fd4-6ca1dd83a371 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:07.015110 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d0973ee-b971-427b-ac29-a08fdf099d86 req-f3aa2a88-2465-42ec-9fd4-6ca1dd83a371 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0962079
Apr 20 19:21:07.064349 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d0973ee-b971-427b-ac29-a08fdf099d86 req-9a27ea3d-0299-4e7a-8ebb-877dd969a0f2 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426190
Apr 20 19:21:07.686831 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a701a85a-a241-4469-b13a-69500e3d8b72 req-ade7661a-b4d0-45ac-9cee-58cc84bf30ec tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.0563076
Apr 20 19:21:08.015377 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3ed6957e-6172-4390-a283-b3a85b9459e9 req-043e0863-4ace-4c18-913a-43a2e67ee2ef tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0520837
Apr 20 19:21:08.027263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75787-0085-4a03-b984-40b3a7f42d11 req-072aed1f-5763-46e5-b3eb-032df00d4991 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:08.028785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-19f75787-0085-4a03-b984-40b3a7f42d11 req-072aed1f-5763-46e5-b3eb-032df00d4991 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1407084
Apr 20 19:21:08.081197 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-19f75787-0085-4a03-b984-40b3a7f42d11 req-b2a088c7-aa0d-4a21-95c5-adda210d93e9 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452116
Apr 20 19:21:08.277662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f90d48-2ec5-4259-8033-7e509a9652a0 req-ad137073-3391-4bd5-a738-ee0f2bbb5353 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:08.279263 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90f90d48-2ec5-4259-8033-7e509a9652a0 req-ad137073-3391-4bd5-a738-ee0f2bbb5353 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.0954111
Apr 20 19:21:08.329148 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90f90d48-2ec5-4259-8033-7e509a9652a0 req-a18fe2a6-18ac-4909-9518-ca139a2f03ab tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430210
Apr 20 19:21:08.851520 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a2df641-ec1e-4780-bbf4-3542c0da840a req-832bc65d-fd65-491e-9c69-8b7da7753168 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.0510192
Apr 20 19:21:09.190721 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa0254d7-5fc7-4f9c-ba9b-79623b107959 req-bfa49eea-663f-4b72-b032-81f7e6996ba2 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0518000
Apr 20 19:21:09.242847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:21:09.276787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device cdfa5087-dd7b-4e2e-bec8-adc661ef0728 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:21:09.328401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: cdfa5087-dd7b-4e2e-bec8-adc661ef0728 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:21:09.328785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device cdfa5087-dd7b-4e2e-bec8-adc661ef0728 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:21:09.330732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-82c4a61f-9c03-4ae0-bd3b-6c2ec440808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:09.334831 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-82c4a61f-9c03-4ae0-bd3b-6c2ec440808f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0833831
Apr 20 19:21:09.428421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1e68d-274e-4740-9fd9-71645cb2cb30 req-b2bf43ce-ea80-43f9-bc82-d5c7844684ab tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:09.430059 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6b1e68d-274e-4740-9fd9-71645cb2cb30 req-b2bf43ce-ea80-43f9-bc82-d5c7844684ab tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2268765
Apr 20 19:21:09.541111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-6ff11682-d67b-4ec4-bf2e-fef5fb71d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:09.542803 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-6ff11682-d67b-4ec4-bf2e-fef5fb71d56d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1979461
Apr 20 19:21:09.552785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6b1e68d-274e-4740-9fd9-71645cb2cb30 req-297a908d-33c5-457b-ac33-7434d3d2e5d6 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123362
Apr 20 19:21:09.681583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc91cb-249f-473a-ac47-e5bf20862668 req-d5fe5b94-d984-407d-a312-23760be86d3d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:09.696376 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bebc91cb-249f-473a-ac47-e5bf20862668 req-d5fe5b94-d984-407d-a312-23760be86d3d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2367706
Apr 20 19:21:09.778131 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bebc91cb-249f-473a-ac47-e5bf20862668 req-5bec29c4-3457-4b56-b733-f45fbb61c811 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806563
Apr 20 19:21:09.803074 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-e96203f9-9229-444f-9389-6763f58a107e service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355917
Apr 20 19:21:09.906810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-00dde639-835c-4521-b4b2-02b708ea82cd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:09.907639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-00dde639-835c-4521-b4b2-02b708ea82cd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Synchronizing usage tracker for tenant:d3c1c47f974a4031bc62166d5cf50696 on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:21:09.930217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-00dde639-835c-4521-b4b2-02b708ea82cd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Unset dirty status for tenant:d3c1c47f974a4031bc62166d5cf50696 on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:21:09.931533 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-00dde639-835c-4521-b4b2-02b708ea82cd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 815 time: 0.2600055
Apr 20 19:21:10.041932 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-04bfa8af-5a69-4a2c-b56c-cbf8e7ef43e3 req-eb302d56-aa22-4964-862c-70c89d2c5ccf tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.0506787
Apr 20 19:21:10.357272 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12a9dc3b-63a5-42f3-8e31-1a330b49c28b req-919a3523-ec22-468b-bd74-e2bac768662d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0522258
Apr 20 19:21:10.763658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13174433-5bcf-4015-b4f7-4e4951d9ca5d req-8062f541-06e4-459b-892c-f0c739fc59fc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:10.765280 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-13174433-5bcf-4015-b4f7-4e4951d9ca5d req-8062f541-06e4-459b-892c-f0c739fc59fc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.0934918
Apr 20 19:21:10.817643 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-13174433-5bcf-4015-b4f7-4e4951d9ca5d req-9b58a5d4-1705-4f8d-ac8c-69a3977e92f0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423658
Apr 20 19:21:10.995013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a73ad9-6834-456c-8eab-a39278b53b56 req-80b1df00-2fb6-495d-8a98-316170b11737 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:10.996633 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42a73ad9-6834-456c-8eab-a39278b53b56 req-80b1df00-2fb6-495d-8a98-316170b11737 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1066918
Apr 20 19:21:11.046324 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42a73ad9-6834-456c-8eab-a39278b53b56 req-c250c133-3a1a-4ce4-9143-5a8ec7e8fee7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428240
Apr 20 19:21:11.223387 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6bf67824-ccf7-4e8c-bcee-07380cfc29ed req-602cf7ea-3523-49ce-a68e-b48b4565fc7e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.0522101
Apr 20 19:21:11.539071 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d3348b0-b9dc-4385-aacf-2a65e58fbfea req-f9de220e-d779-463a-ad0c-37f3e9af79c0 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0536914
Apr 20 19:21:12.039576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50908-634a-4329-b15b-f7e692d9f452 req-fff877b2-e98c-4c77-ba79-7fe755955b00 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:12.041176 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-18f50908-634a-4329-b15b-f7e692d9f452 req-fff877b2-e98c-4c77-ba79-7fe755955b00 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.0929170
Apr 20 19:21:12.093103 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-18f50908-634a-4329-b15b-f7e692d9f452 req-96fcef86-8f4a-403e-b993-53d0f29a26d2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423303
Apr 20 19:21:12.274499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a3902-e7f5-42e7-a2cb-65628049045b req-ddd5da82-db28-4bcb-b8fc-6cce38906ce4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:12.276080 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fd4a3902-e7f5-42e7-a2cb-65628049045b req-ddd5da82-db28-4bcb-b8fc-6cce38906ce4 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1077464
Apr 20 19:21:12.324405 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fd4a3902-e7f5-42e7-a2cb-65628049045b req-3356cdab-d6ec-4611-9c7d-8bf5ac62983f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414848
Apr 20 19:21:12.401238 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-60561916-c7ae-4bc3-a58b-09a8178681c6 req-c6e5e58c-efad-45e8-adce-d4049714eb9a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=358d3991-d8f0-4906-b8b5-33be33d27480 HTTP/1.1" status: 200  len: 210 time: 0.0507982
Apr 20 19:21:12.708354 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-53db85c9-0d44-4fd8-b3c5-093b248da279 req-62383f5f-df0c-4d90-8c6c-b431f336d7e0 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0489712
Apr 20 19:21:12.852346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'port': {'device_id': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'admin_state_up': True, 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:12.977446 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e284f94f-6176-41c9-b156-8b9d1caa4730 req-78dc8920-b7ea-4bc9-aa65-2a5b3156f250 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517847
Apr 20 19:21:13.022226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:13.026310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:port and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:13.029331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:13.035679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:13.045558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Made reservation on behalf of d3c1c47f974a4031bc62166d5cf50696 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:13.051769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.252388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Allocated IP 172.20.0.12 (49aebcba-8b56-48f1-a78e-35728f8d77f0/be4833c5-eb6e-45f2-b193-db43845dd8c7/79ce51e3-8bf1-4b3e-acb6-946d6604e11f) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:13.333216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab08567-ef85-4abb-af43-c64793d7213b req-4b7cc717-023e-4c99-bc03-bbd61a8a5103 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:13.335487 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ab08567-ef85-4abb-af43-c64793d7213b req-4b7cc717-023e-4c99-bc03-bbd61a8a5103 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1101706
Apr 20 19:21:13.401734 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ab08567-ef85-4abb-af43-c64793d7213b req-4cd38d9b-db4e-4e54-812b-acf718370b92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594668
Apr 20 19:21:13.549099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.589077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Transition to ACTIVE for port object 79ce51e3-8bf1-4b3e-acb6-946d6604e11f will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:13.643992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.652214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-277805ae-c256-4781-90d5-07cd3871a99f tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:13.656876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12f959-e9ce-48ca-a1cc-9361ad1e7c51 req-09cf4b3c-180b-4104-827c-d4109446408f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:13.658624 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ec12f959-e9ce-48ca-a1cc-9361ad1e7c51 req-09cf4b3c-180b-4104-827c-d4109446408f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1406682
Apr 20 19:21:13.798514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:13.808309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:13.808618 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ec12f959-e9ce-48ca-a1cc-9361ad1e7c51 req-967b0c14-8af6-42ef-976a-72b170fd6827 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427331
Apr 20 19:21:13.824688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:13.832418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:13.833143 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:13.919021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:13.946165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:13.954634 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1114666
Apr 20 19:21:14.114066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97c709-ce67-47ae-80f6-82e8cb017565 req-b59e342c-edcf-466b-9f98-fbb302fbb04d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:14.115970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c97c709-ce67-47ae-80f6-82e8cb017565 req-b59e342c-edcf-466b-9f98-fbb302fbb04d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1940985
Apr 20 19:21:14.182531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6cc1387d-cf27-4af7-9001-14ed0cad916e None None] Provisioning for port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:14.188120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6cc1387d-cf27-4af7-9001-14ed0cad916e None None] Provisioning complete for port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:14.188527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6cc1387d-cf27-4af7-9001-14ed0cad916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:14.192310 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c97c709-ce67-47ae-80f6-82e8cb017565 req-d6d38a7e-99ec-43f5-be8f-595b3e038d08 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689921
Apr 20 19:21:14.273638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1387d-cf27-4af7-9001-14ed0cad916e None None] Port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:14.627529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c60a1-2863-45db-ba93-4d3757a84a15 req-26c2ce3a-e53f-43c8-ad04-6deb3234dea0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:14.629220 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea6c60a1-2863-45db-ba93-4d3757a84a15 req-26c2ce3a-e53f-43c8-ad04-6deb3234dea0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1039393
Apr 20 19:21:14.683148 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea6c60a1-2863-45db-ba93-4d3757a84a15 req-2d51ed99-6222-40b5-b77f-bf165d0da54b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470862
Apr 20 19:21:15.050542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0ca8-b0b5-4f2e-a9bc-4df9a618bfa6 req-9cd27725-f018-4df6-a86f-ead4f874449d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:15.052212 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68bf0ca8-b0b5-4f2e-a9bc-4df9a618bfa6 req-9cd27725-f018-4df6-a86f-ead4f874449d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1079125
Apr 20 19:21:15.176294 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68bf0ca8-b0b5-4f2e-a9bc-4df9a618bfa6 req-230dc87c-a6e1-4aff-9c22-98658a2ae77c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170192
Apr 20 19:21:15.502073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445ae3b-ebcc-4248-8a97-65f76bb53e62 req-d0b1acb4-98f5-45ea-b679-fbdfb1d2dfc4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:15.505868 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2445ae3b-ebcc-4248-8a97-65f76bb53e62 req-d0b1acb4-98f5-45ea-b679-fbdfb1d2dfc4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.1730959
Apr 20 19:21:15.572652 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2445ae3b-ebcc-4248-8a97-65f76bb53e62 req-95bb7b74-642c-4087-b86e-65c5fd6dfd7a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564473
Apr 20 19:21:15.581237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701de6-8666-4549-acc1-77df266d1efb req-87a70b2f-fded-42e6-a2f5-054acdc6cc85 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:15.582884 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2701de6-8666-4549-acc1-77df266d1efb req-87a70b2f-fded-42e6-a2f5-054acdc6cc85 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1579747
Apr 20 19:21:15.640098 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e2701de6-8666-4549-acc1-77df266d1efb req-a8b14d07-ff0b-4a4f-a347-a26066368eb3 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492115
Apr 20 19:21:15.895402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f841e2b-20a0-4c28-94ea-1b91bdbacd7c req-ad430d7b-67e4-4f16-b5cf-45f85ed9169e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:15.897177 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f841e2b-20a0-4c28-94ea-1b91bdbacd7c req-ad430d7b-67e4-4f16-b5cf-45f85ed9169e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.0894792
Apr 20 19:21:16.012435 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f841e2b-20a0-4c28-94ea-1b91bdbacd7c req-2b3f7a91-889c-40da-b8a7-a629a3e70dc9 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078632
Apr 20 19:21:16.859484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa40622-e08a-4e09-a801-9fc655eaee81 req-b5c0f5bd-c033-4647-a554-5440db335a72 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:16.861126 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4aa40622-e08a-4e09-a801-9fc655eaee81 req-b5c0f5bd-c033-4647-a554-5440db335a72 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.1568730
Apr 20 19:21:16.932350 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4aa40622-e08a-4e09-a801-9fc655eaee81 req-8d97f6a3-a840-44ca-9f00-2e53a1f38487 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589252
Apr 20 19:21:16.940623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0fb5-8391-49eb-a9b7-b88dcade2d8d req-b84dcfb9-cbfd-4356-a8de-9b4ceff8012b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:16.942243 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a09a0fb5-8391-49eb-a9b7-b88dcade2d8d req-b84dcfb9-cbfd-4356-a8de-9b4ceff8012b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1545706
Apr 20 19:21:16.993332 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a09a0fb5-8391-49eb-a9b7-b88dcade2d8d req-3cefd53e-f638-4b9f-ba70-1b01f5c629d8 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441759
Apr 20 19:21:17.267688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452abe8-cb19-4770-91e9-312cbdd6f254 req-4cfa4fcc-ec21-4a4b-b3b6-41f64146a0aa tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:17.269367 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2452abe8-cb19-4770-91e9-312cbdd6f254 req-4cfa4fcc-ec21-4a4b-b3b6-41f64146a0aa tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1033349
Apr 20 19:21:17.322415 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2452abe8-cb19-4770-91e9-312cbdd6f254 req-f55e4652-e6cb-450d-8824-327366db47a5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461025
Apr 20 19:21:18.013028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45728) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:18.207830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.223570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:18.228134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Usage tracker for resource:security_group_rule and tenant:539aab0c23ca4b1184e2df8b62232604 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:18.231210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:18.237459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:18.254881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf4d9f-1aa2-4694-b6af-39c529fc39f8 req-828d47be-cf53-420a-b1c8-21fb4793eba8 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:18.258490 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dcbf4d9f-1aa2-4694-b6af-39c529fc39f8 req-828d47be-cf53-420a-b1c8-21fb4793eba8 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.1838720
Apr 20 19:21:18.268324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928a69-edd1-433d-a963-47f1ed3edd18 req-37f1a3ef-5709-4d0c-8809-fb44301b1f97 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:18.270599 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a2928a69-edd1-433d-a963-47f1ed3edd18 req-37f1a3ef-5709-4d0c-8809-fb44301b1f97 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1391308
Apr 20 19:21:18.326938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.331454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.344359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9acd278b-e743-4350-89a6-3cade6c4c9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:18.408105 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dcbf4d9f-1aa2-4694-b6af-39c529fc39f8 req-df30d2cc-833b-4013-bcf2-d3ab892cd558 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361177
Apr 20 19:21:18.410113 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=539aab0c23ca4b1184e2df8b62232604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3958423
Apr 20 19:21:18.410981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 45740) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:18.411554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26a7d6-79aa-40c7-b208-de438ba5b4f8,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:18.414981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:18.435038 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a2928a69-edd1-433d-a963-47f1ed3edd18 req-8518beb3-cd87-407d-a98d-363c9638cf96 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476407
Apr 20 19:21:18.505767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.581378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.663048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c14bd-127f-446e-9e4c-c62be3c7dc44 req-f9f97355-f08a-4829-9af3-3429ac21e66d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:18.665174 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f65c14bd-127f-446e-9e4c-c62be3c7dc44 req-f9f97355-f08a-4829-9af3-3429ac21e66d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1418753
Apr 20 19:21:18.669894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.677278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0d98919-4dce-4792-a463-61f1112741ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:18.711154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26a7d6-79aa-40c7-b208-de438ba5b4f8,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:18.713804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:18.733551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:18.735212 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da26a7d6-79aa-40c7-b208-de438ba5b4f8 HTTP/1.1" status: 204  len: 168 time: 0.3223801
Apr 20 19:21:18.744101 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f65c14bd-127f-446e-9e4c-c62be3c7dc44 req-8916ae30-4f7e-41d0-aac2-000c28db292c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691295
Apr 20 19:21:19.406876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:19.560541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 45774) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:19.698721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-737263050-network', 'tenant_id': '0d968355d63345bb88225895ff82e482'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:19.971510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:19.980822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Usage tracker for resource:network and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:19.986876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:19.996707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:20.031950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Made reservation on behalf of 0d968355d63345bb88225895ff82e482 for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:20.036838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.059031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.083220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2885b-49bb-4397-a8ef-acb26aa39c07 req-1435e323-8caf-4c4e-ad3f-e1b45993d72a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:20.084832 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3bc2885b-49bb-4397-a8ef-acb26aa39c07 req-1435e323-8caf-4c4e-ad3f-e1b45993d72a tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.4912934
Apr 20 19:21:20.096428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc07cf6-1bbb-42b5-96f1-500a07798bdf req-84aecc4f-08e6-4f7b-a376-ee8ebe282561 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:20.098075 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0cc07cf6-1bbb-42b5-96f1-500a07798bdf req-84aecc4f-08e6-4f7b-a376-ee8ebe282561 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.4603548
Apr 20 19:21:20.106305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:20.139591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:20.161815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:20.174734 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3bc2885b-49bb-4397-a8ef-acb26aa39c07 req-ba0fe46b-81df-4a7a-a5b4-3160d1c9eef4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755584
Apr 20 19:21:20.177776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:20.214742 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0cc07cf6-1bbb-42b5-96f1-500a07798bdf req-77704a2a-9194-45d6-a6a6-9334174edcca tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791323
Apr 20 19:21:20.296636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.342741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.352554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:20.387337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:21:20.400643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23388143-e6ee-46c3-9064-d8a494dca262,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:20.405604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:20.415750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.416158 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Added segment c4066a8b-965a-4a11-962c-148e14864488 of type vlan for network 445fed4f-33bd-4f88-a026-875f56e6427b
Apr 20 19:21:20.460988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e1ae-6ee8-47ec-9b68-aa4e0234b84c req-11d6107a-4d5a-4236-aa09-457ef3e26c27 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:20.462652 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-46c6e1ae-6ee8-47ec-9b68-aa4e0234b84c req-11d6107a-4d5a-4236-aa09-457ef3e26c27 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1683850
Apr 20 19:21:20.464501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.533608 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-46c6e1ae-6ee8-47ec-9b68-aa4e0234b84c req-9c0c9c72-8370-4716-b774-f27094073c8d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641003
Apr 20 19:21:20.539903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.541301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:20.541955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.547368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f63a606-5c42-4df4-8e92-f6d21bd5b937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:20.662802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Pushing event updated for resources: {'Network': ['ID=445fed4f-33bd-4f88-a026-875f56e6427b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:20.690937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 445fed4f-33bd-4f88-a026-875f56e6427b details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:21:20.691350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45790) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:20.691435 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1111681
Apr 20 19:21:20.691435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:20.691587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Request body: {'subnet': {'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-737263050-subnet', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:20.695424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:20.700778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Usage tracker for resource:subnet and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:20.705859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:20.714320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:20.724445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Made reservation on behalf of 0d968355d63345bb88225895ff82e482 for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:20.729351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:20.836836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b162af93-64bf-4616-b5ca-7b8386007141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:21.539237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:21.544394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:21.584323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a24ca-2b17-4ef7-a610-cad4730c6a0d req-3c58f8d7-41a8-4cc1-b23f-bce89064a56a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:21.585972 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-940a24ca-2b17-4ef7-a610-cad4730c6a0d req-3c58f8d7-41a8-4cc1-b23f-bce89064a56a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1331010
Apr 20 19:21:21.604685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef8f81-731e-41ae-aad2-b898acbe45b8 req-05eb8684-7a31-4ce1-a700-9d69581ad31e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:21.606318 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68ef8f81-731e-41ae-aad2-b898acbe45b8 req-05eb8684-7a31-4ce1-a700-9d69581ad31e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.2263751
Apr 20 19:21:21.629142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Checking segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:21.629428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Network hostable DHCP agents. Network: 445fed4f-33bd-4f88-a026-875f56e6427b, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:21:21.644701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=992ce228-10c6-444e-865d-6ee8736ff366,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:21.647917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:21.656704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Network 445fed4f-33bd-4f88-a026-875f56e6427b is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:21:21.667121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 445fed4f-33bd-4f88-a026-875f56e6427b) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:21.672115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:21.673083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:21.679021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a3cd9-f08a-4430-bad6-836adfb47993 None None] Network 445fed4f-33bd-4f88-a026-875f56e6427b requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:21:21.695561 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-940a24ca-2b17-4ef7-a610-cad4730c6a0d req-cf97739e-d3c1-4f1c-9fa3-a988a291b79b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005077
Apr 20 19:21:21.705484 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-351b739e-9b3b-47e3-8d76-35e86e31efaa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0267229
Apr 20 19:21:21.706544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45810) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:21.714229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:21.715221 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68ef8f81-731e-41ae-aad2-b898acbe45b8 req-aa126f93-b3ba-474e-aeb5-ac4e17c1b382 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894201
Apr 20 19:21:21.739631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:21.745133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Usage tracker for resource:router and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:21.751934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:21.759188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:21.770893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:21.772211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:21.791123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:21.930142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5e6f-2e01-4263-8cc1-bd41dd8bea1e req-c4dad50a-2905-4df2-a729-31925959f1c0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:21.936738 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c0f5e6f-2e01-4263-8cc1-bd41dd8bea1e req-c4dad50a-2905-4df2-a729-31925959f1c0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1169052
Apr 20 19:21:22.001140 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5c0f5e6f-2e01-4263-8cc1-bd41dd8bea1e req-77e1d14e-67ec-4ba9-911d-741cc22fe315 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547521
Apr 20 19:21:22.072868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-445fed4f-33bd-4f88-a026-875f56e6427b', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:21:22.073546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.229334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.277126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Allocated IP 172.20.0.2 (445fed4f-33bd-4f88-a026-875f56e6427b/992ce228-10c6-444e-865d-6ee8736ff366/6ceb09b2-8083-48a7-84f4-9d8862ca1d63) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:22.568472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.581416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Transition to ACTIVE for port object 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:22.601338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.618155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Transition to ACTIVE for port object 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:22.625585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.635508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:22.642438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.700191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Network 445fed4f-33bd-4f88-a026-875f56e6427b is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:22.716361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:22.726696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:22.883373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Pushing event updated for resources: {'Port': ['ID=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:22.894985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.895390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.895784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.896169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.896662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.896905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.897279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.897651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.898056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.898430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.898800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.899171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:22.905156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:22.907493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Attempting to bind port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:22.907921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Attempting to bind port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:22.908347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Attempting to bind port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 on network 445fed4f-33bd-4f88-a026-875f56e6427b {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:22.915420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:22.915855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Checking segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:22.916324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.916777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Bound using segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:22.917329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Bound port: 6ceb09b2-8083-48a7-84f4-9d8862ca1d63, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:22.917763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:22.949187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Allocated IP 172.27.1.176 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/43959907-311e-4c6e-842e-8ef478fe2488) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:23.080239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1b979-7463-46db-b80e-32d8946087c9 req-b56f148c-837e-4f1b-a3d2-4056fdc2422a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:23.098553 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fda1b979-7463-46db-b80e-32d8946087c9 req-b56f148c-837e-4f1b-a3d2-4056fdc2422a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1323338
Apr 20 19:21:23.149442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] For port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:23.155706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] For port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:23.162960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:23.176660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:23.192630 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fda1b979-7463-46db-b80e-32d8946087c9 req-62596120-caaa-4d3f-b26f-4afb147689bb tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929387
Apr 20 19:21:23.400278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Pushing event updated for resources: {'Port': ['ID=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:23.407873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:23.410561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:23.452131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:23.473414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7ad1658-a420-441b-8917-1adf67566576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:23.622343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f797837-758d-4213-af52-80ddc653f4f4 req-078c47e8-0cf5-4647-ac9a-e16690516a68 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:23.623827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:23.625189 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4f797837-758d-4213-af52-80ddc653f4f4 req-078c47e8-0cf5-4647-ac9a-e16690516a68 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.3441880
Apr 20 19:21:23.628396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:23.632047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:23.658922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7b49-d2b0-45ed-b379-7b7fedd367fa req-010f0e51-8ccb-4d79-beb8-5bcb73b25f4e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:23.673792 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59dd7b49-d2b0-45ed-b379-7b7fedd367fa req-010f0e51-8ccb-4d79-beb8-5bcb73b25f4e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1739955
Apr 20 19:21:23.677965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4eb9a20-5cf9-4dcd-bfce-4d2662a46769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:23.753159 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4f797837-758d-4213-af52-80ddc653f4f4 req-4fbbe016-299b-4285-b86c-9eab15b8c9e4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752089
Apr 20 19:21:23.822855 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-59dd7b49-d2b0-45ed-b379-7b7fedd367fa req-9c69e8aa-a90b-45c8-8a1c-366cf77bb789 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1475499
Apr 20 19:21:23.939146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Pushing event updated for resources: {'Port': ['ID=43959907-311e-4c6e-842e-8ef478fe2488,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:23.943615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:24.028762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:24.206853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:24.355189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:24.462457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bdd51-9012-4803-a653-dde0739bdd3a req-d7ffaecf-489c-41ba-93d7-24663030fcec tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:24.464363 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-691bdd51-9012-4803-a653-dde0739bdd3a req-d7ffaecf-489c-41ba-93d7-24663030fcec tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.0972884
Apr 20 19:21:24.517796 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-691bdd51-9012-4803-a653-dde0739bdd3a req-e0ff2147-7068-4481-a194-abeee4c0acb0 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457230
Apr 20 19:21:24.618125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:24.892065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:25.025223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:25.167490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f954c90-7578-44c6-bbc4-3b9b3069b11e req-57bc7d14-6fe0-4375-a2d6-93ecee6b66b5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:25.172562 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f954c90-7578-44c6-bbc4-3b9b3069b11e req-57bc7d14-6fe0-4375-a2d6-93ecee6b66b5 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.2269428
Apr 20 19:21:25.211193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Router da8d00c1-9a63-4618-b74e-b3e39bb85f3c is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:21:25.213748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2932445-d1a1-4af5-b88a-746012c362e4 req-ea64517b-f775-4443-9a6c-c8bb0596ee2a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:25.215975 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2932445-d1a1-4af5-b88a-746012c362e4 req-ea64517b-f775-4443-9a6c-c8bb0596ee2a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2023485
Apr 20 19:21:25.220596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c9e96-82a5-4b1c-b298-a8d49ba6c62d None None] Network 445fed4f-33bd-4f88-a026-875f56e6427b requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:21:25.269175 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f954c90-7578-44c6-bbc4-3b9b3069b11e req-18cf6895-dca9-4c3c-8101-653c1b0b6c04 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918400
Apr 20 19:21:25.293529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Request body: {'port': {'device_id': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:25.307610 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2932445-d1a1-4af5-b88a-746012c362e4 req-f4e23b6d-61f4-4cbb-a143-01142ce7b61d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809691
Apr 20 19:21:25.325672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Provisioning for port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:25.342142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Provisioning complete for port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:25.343401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.514279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.535135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.548150 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:21:25.558727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Sync routers for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:21:25.589646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.593094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:25.593789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db84658d0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:25.611537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] For port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:25.622754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.627010 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.9158862
Apr 20 19:21:25.627593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45860) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:25.657375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:25.660623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:25.756503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Pushing event updated for resources: {'Port': ['ID=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:25.759575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:25.801789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:25.902021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230188a0-0e33-465d-8ab2-fa5fc64de49b req-0ca50250-d429-4818-8dc1-731124aba4e4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:25.910533 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-230188a0-0e33-465d-8ab2-fa5fc64de49b req-0ca50250-d429-4818-8dc1-731124aba4e4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 932 time: 0.1394682
Apr 20 19:21:25.971555 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-230188a0-0e33-465d-8ab2-fa5fc64de49b req-ce3c471f-04ca-475f-b364-f43a4886fd87 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598779
Apr 20 19:21:26.005490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-cf1d8acc-77a3-41a0-9a00-529714ee81d5 None None] Provisioning complete for port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:26.005962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8acc-77a3-41a0-9a00-529714ee81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.127725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db84658d0>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:23Z', 'revision_number': 3, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:26.132250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Checking router: da8d00c1-9a63-4618-b74e-b3e39bb85f3c for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:21:26.132654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Updating router da8d00c1-9a63-4618-b74e-b3e39bb85f3c port 43959907-311e-4c6e-842e-8ef478fe2488 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:21:26.189512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.429052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ce51e3-8bf1-4b3e-acb6-946d6604e11f {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:21:26.441283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.474152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Transition to ACTIVE for port object 79ce51e3-8bf1-4b3e-acb6-946d6604e11f will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:26.485700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.491908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9c1262d-caef-4a13-afb9-be674489cb64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:26.540828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288ca39-7672-4d71-bcf8-13d5e10bac18 req-4d46e926-e746-4c00-9936-179f6371c681 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:26.549110 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b288ca39-7672-4d71-bcf8-13d5e10bac18 req-4d46e926-e746-4c00-9936-179f6371c681 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.1690004
Apr 20 19:21:26.589524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.596043 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b288ca39-7672-4d71-bcf8-13d5e10bac18 req-1eb30ad4-f8e8-485f-95f7-9433b0a7eda4 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458848
Apr 20 19:21:26.604633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Transition to ACTIVE for port object 43959907-311e-4c6e-842e-8ef478fe2488 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:26.613208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c9f2b-429d-4bf1-a7b4-fe5b22d0ce7b req-9d6b2617-dc31-4b44-94a6-384d622fe00e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:26.614888 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9b4c9f2b-429d-4bf1-a7b4-fe5b22d0ce7b req-9d6b2617-dc31-4b44-94a6-384d622fe00e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1848979
Apr 20 19:21:26.615555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.620903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:26.689998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9b4c9f2b-429d-4bf1-a7b4-fe5b22d0ce7b req-585d2ecd-8fa8-4201-9805-9caecd05e993 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604579
Apr 20 19:21:26.699937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Attempting to bind port 43959907-311e-4c6e-842e-8ef478fe2488 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:26.700471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Attempting to bind port 43959907-311e-4c6e-842e-8ef478fe2488 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:26.701113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Attempting to bind port 43959907-311e-4c6e-842e-8ef478fe2488 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:26.721396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:26.721758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:26.722294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.722753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:26.723302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Bound port: 43959907-311e-4c6e-842e-8ef478fe2488, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:26.723725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.772429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aba0de-bde4-4a35-bb2c-8c89d40cffad None None] Pushing event updated for resources: {'Port': ['ID=43959907-311e-4c6e-842e-8ef478fe2488,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:26.782753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37aba0de-bde4-4a35-bb2c-8c89d40cffad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:26.815685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:26.822122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] For port 43959907-311e-4c6e-842e-8ef478fe2488, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:26.826808 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] For port 43959907-311e-4c6e-842e-8ef478fe2488, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=43959907-311e-4c6e-842e-8ef478fe2488,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:26.834544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.841343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:26.925614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:26.926133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:26.929775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:26.930631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db84658d0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:27.003594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:27.006756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:27.040050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Attempting to bind port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:27.040416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Attempting to bind port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:27.040777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Attempting to bind port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f on network 49aebcba-8b56-48f1-a78e-35728f8d77f0 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:27.082456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f on network 49aebcba-8b56-48f1-a78e-35728f8d77f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:21:27.082818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Attempting to bind port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f on network 49aebcba-8b56-48f1-a78e-35728f8d77f0 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:27.083332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aba0de-bde4-4a35-bb2c-8c89d40cffad None None] Pushing event updated for resources: {'Port': ['ID=43959907-311e-4c6e-842e-8ef478fe2488,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:27.092530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:27.092904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Checking segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:27.093326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Bound using segment: {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:27.093794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Bound port: 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1d4650-8d85-4ec7-988b-b29fbcb95a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:27.094221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.111413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37aba0de-bde4-4a35-bb2c-8c89d40cffad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:27.164578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.165234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:27.220719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395193b-3c46-4ffb-85d5-a051830c5bfc req-9a04b018-11a4-4084-a723-3492f1fed2a4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:27.222586 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8395193b-3c46-4ffb-85d5-a051830c5bfc req-9a04b018-11a4-4084-a723-3492f1fed2a4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 944 time: 0.0943627
Apr 20 19:21:27.276943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:27.281381 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8395193b-3c46-4ffb-85d5-a051830c5bfc req-02524fcb-5813-49f3-9b7a-8e589fd78416 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503767
Apr 20 19:21:27.297767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:27.331815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.341599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:27.403513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:27.404221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.405554 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] 10.222.0.52 "PUT /v2.0/ports/79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 1094 time: 2.1172333
Apr 20 19:21:27.414825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:27.472827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db84658d0>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:23Z', 'revision_number': 3, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:27.479646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b78541-9c5e-4d4a-8ce7-e9dfc1076247 None None] The sync data for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi is: [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:23Z', 'revision_number': 3, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:21:27.483287 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'status': 'completed', 'code': 200}
Apr 20 19:21:27.496514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:27.500191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:27.526719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Allocated IP 172.20.0.1 (445fed4f-33bd-4f88-a026-875f56e6427b/992ce228-10c6-444e-865d-6ee8736ff366/b119d946-0331-43ba-93e2-c6c269e56a5e) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:27.690769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.707246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Transition to ACTIVE for port object b119d946-0331-43ba-93e2-c6c269e56a5e will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:27.733598 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.738681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa3a94c5-6525-4a5b-942e-eb609c7eee6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:27.812072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Network 445fed4f-33bd-4f88-a026-875f56e6427b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:27.815390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:27.816955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a078c8-606a-488e-850e-dbccaf61d892 req-402c2ba2-17ad-473f-aab3-62a8a0d5bdaf tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:27.818781 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36a078c8-606a-488e-850e-dbccaf61d892 req-402c2ba2-17ad-473f-aab3-62a8a0d5bdaf tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.0959466
Apr 20 19:21:27.826411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:27.826968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.840385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b119d946-0331-43ba-93e2-c6c269e56a5e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:27.858343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:27.995600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:27.999131 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36a078c8-606a-488e-850e-dbccaf61d892 req-3b9bf2d3-1a86-4ed4-9a6c-f77efdf8aca9 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192009
Apr 20 19:21:28.034210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93e6bd-74b0-4ba5-b8c8-cf70523a7eca req-7896bf28-a1b1-4f58-9a51-adb014492460 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:28.047637 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea93e6bd-74b0-4ba5-b8c8-cf70523a7eca req-7896bf28-a1b1-4f58-9a51-adb014492460 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2276411
Apr 20 19:21:28.130660 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea93e6bd-74b0-4ba5-b8c8-cf70523a7eca req-64ecfd25-8245-46e2-ab47-ba4580148ad4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800219
Apr 20 19:21:28.186006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0b7f38b3-a50d-41df-b057-9e87368c97e5 None None] Provisioning for port b119d946-0331-43ba-93e2-c6c269e56a5e completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:28.191651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0b7f38b3-a50d-41df-b057-9e87368c97e5 None None] Provisioning complete for port b119d946-0331-43ba-93e2-c6c269e56a5e triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:28.192170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b7f38b3-a50d-41df-b057-9e87368c97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:28.260669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f38b3-a50d-41df-b057-9e87368c97e5 None None] Port b119d946-0331-43ba-93e2-c6c269e56a5e cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:28.344792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356235f-4797-4e35-898f-a2804f2f2cd2 req-3f2f8260-b7df-4296-9a18-ab256821e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:28.346280 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0356235f-4797-4e35-898f-a2804f2f2cd2 req-3f2f8260-b7df-4296-9a18-ab256821e3ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1097 time: 0.1418378
Apr 20 19:21:28.401963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:28.455960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:28.456830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:28.464203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-16d50d4c-4b49-4bfc-8120-947f9087a4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:28.503782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f60651-ce25-4961-b3ed-2c8ea668461b req-b25c689f-650d-42c1-927b-18749e646ee8 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:28.505614 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7f60651-ce25-4961-b3ed-2c8ea668461b req-b25c689f-650d-42c1-927b-18749e646ee8 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 944 time: 0.0955417
Apr 20 19:21:28.556118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f7f60651-ce25-4961-b3ed-2c8ea668461b req-1a433cc2-59bc-49bf-b634-fcb00c4f2241 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437865
Apr 20 19:21:28.660397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b119d946-0331-43ba-93e2-c6c269e56a5e,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:28.673178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:28.676494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356235f-4797-4e35-898f-a2804f2f2cd2 req-0b0d197e-0684-4a7a-8fff-fc40e7687cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:28.678121 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0356235f-4797-4e35-898f-a2804f2f2cd2 req-0b0d197e-0684-4a7a-8fff-fc40e7687cdb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d3c1c47f974a4031bc62166d5cf50696&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3173978
Apr 20 19:21:28.807502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 43959907-311e-4c6e-842e-8ef478fe2488 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:28.825019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Network 445fed4f-33bd-4f88-a026-875f56e6427b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:28.828457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:28.895493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 43959907-311e-4c6e-842e-8ef478fe2488 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:28.900904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 43959907-311e-4c6e-842e-8ef478fe2488 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:28.901421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:29.009416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356235f-4797-4e35-898f-a2804f2f2cd2 req-718a2e6e-50b6-4ae2-8234-f5ffc6a2bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.010974 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0356235f-4797-4e35-898f-a2804f2f2cd2 req-718a2e6e-50b6-4ae2-8234-f5ffc6a2bb8b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3177192
Apr 20 19:21:29.032458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:29.052089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 43959907-311e-4c6e-842e-8ef478fe2488, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=43959907-311e-4c6e-842e-8ef478fe2488,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:29.057035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:29.060141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:29.157741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-00a272f7-b5bb-475d-936c-073777509b69 None None] Provisioning complete for port b119d946-0331-43ba-93e2-c6c269e56a5e triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:29.158286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00a272f7-b5bb-475d-936c-073777509b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:29.172473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Router da8d00c1-9a63-4618-b74e-b3e39bb85f3c has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:21:29.336596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=43959907-311e-4c6e-842e-8ef478fe2488,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:29.351397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:29.352805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-00a272f7-b5bb-475d-936c-073777509b69 None None] Port b119d946-0331-43ba-93e2-c6c269e56a5e cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:29.408626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-2ab7a20e-ab9c-4c28-9ccd-255c5feabce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.410466 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-2ab7a20e-ab9c-4c28-9ccd-255c5feabce0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1097 time: 0.3454468
Apr 20 19:21:29.501247 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-c5a71fad-f4e1-467c-b07f-b02facf124f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 217 time: 0.0814443
Apr 20 19:21:29.516389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313c2a-bfb8-458c-9c1d-6409d84b0aa9 req-e8432e16-5ce7-413d-b6d3-21f4a4c3cded tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.520698 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36313c2a-bfb8-458c-9c1d-6409d84b0aa9 req-e8432e16-5ce7-413d-b6d3-21f4a4c3cded tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1327369
Apr 20 19:21:29.557944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda546-6be3-48dd-8830-b86ec438cc66 req-fd021661-fb09-4e63-a564-a912f25d685e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.559689 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dddda546-6be3-48dd-8830-b86ec438cc66 req-fd021661-fb09-4e63-a564-a912f25d685e tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.2848399
Apr 20 19:21:29.604761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:21:29.605948 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-36313c2a-bfb8-458c-9c1d-6409d84b0aa9 req-1c046fba-a09d-4ef7-a126-d2979807e681 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803928
Apr 20 19:21:29.607591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-c1df6f85-e6cc-4fbe-b1b2-eb0badc5482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.609063 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-c1df6f85-e6cc-4fbe-b1b2-eb0badc5482e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.0937178
Apr 20 19:21:29.618970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/da8d00c1-9a63-4618-b74e-b3e39bb85f3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9905922
Apr 20 19:21:29.638093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dddda546-6be3-48dd-8830-b86ec438cc66 req-0cc2a869-4b70-4bd4-ab1f-9c0085d831c7 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642729
Apr 20 19:21:29.720130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-a6b0082e-dbb3-4042-a7a0-934e18545ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.721899 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-a6b0082e-dbb3-4042-a7a0-934e18545ff9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0986876
Apr 20 19:21:29.862977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f028f-af64-40a0-b223-0e562e6251f6 req-d45de508-82ba-48f0-ad3a-bc4f5df9fc53 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:29.864872 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-929f028f-af64-40a0-b223-0e562e6251f6 req-d45de508-82ba-48f0-ad3a-bc4f5df9fc53 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 944 time: 0.1061232
Apr 20 19:21:29.925946 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-143182dc-3c2e-450b-8e67-91ee650c6a7e service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911175
Apr 20 19:21:29.962934 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-929f028f-af64-40a0-b223-0e562e6251f6 req-68ad2d10-9cd4-4dd0-b58d-d086864b2d35 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892105
Apr 20 19:21:30.128348 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d66b492e-8573-4152-b7e9-14199b3219b5 req-5bd63af1-2451-4da1-8029-ca8fb7e3f771 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937788
Apr 20 19:21:30.396380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 45932) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:30.403149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-573837694-network', 'tenant_id': '15746619abc84db898b4490c3daf921e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:30.416640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:30.422036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Usage tracker for resource:network and tenant:15746619abc84db898b4490c3daf921e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:30.425619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:30.433024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:30.446820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Made reservation on behalf of 15746619abc84db898b4490c3daf921e for: {'network': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:30.451954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.466224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.486139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:30.491175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Usage tracker for resource:security_group_rule and tenant:15746619abc84db898b4490c3daf921e is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:30.494661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:30.504149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:30.550332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-4562252f-d721-487d-86b0-6ae6d067650c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:30.550332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-4562252f-d721-487d-86b0-6ae6d067650c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Synchronizing usage tracker for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:21:30.569377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-4562252f-d721-487d-86b0-6ae6d067650c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Unset dirty status for tenant:ad5936ef70be44ac89df14ad4f1d0832 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:21:30.570840 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-4562252f-d721-487d-86b0-6ae6d067650c tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.3912861
Apr 20 19:21:30.602080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Sync routers for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:21:30.606488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.611803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.613361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:30.614254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db83e9828>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:30.618251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2bbff0ff-4553-4003-951a-8239e045fd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:30.654579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c63e423-ec06-4a1a-90aa-890f529273e7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:30.664594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Deleting port 61058f3c-8b60-49a4-861f-fd84a5142bbc {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:21:30.664730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.671759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:30.684370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'}  {{(pid=86353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:21:30.712729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.713138 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Added segment b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c of type vlan for network 1be3b83e-f231-46b4-a0b5-8c674cc442ad
Apr 20 19:21:30.772621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.833765 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.835813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:30.837392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:30.855308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:30.925057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 43959907-311e-4c6e-842e-8ef478fe2488 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:31.010190 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6125262
Apr 20 19:21:31.021501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45950) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:31.031833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Request body: {'subnet': {'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-573837694-subnet', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:31.039575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:31.048340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] For port 61058f3c-8b60-49a4-861f-fd84a5142bbc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=61058f3c-8b60-49a4-861f-fd84a5142bbc,segment=NetworkSegment(52817237-9ad9-4bdd-9ab5-51bef1784b66),segment_id=52817237-9ad9-4bdd-9ab5-51bef1784b66)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:31.048766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:31.085791 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Usage tracker for resource:subnet and tenant:15746619abc84db898b4490c3daf921e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:31.144620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:31.157680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Pushing event updated for resources: {'Network': ['ID=1be3b83e-f231-46b4-a0b5-8c674cc442ad,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:31.163243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:31.172951 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:21:31.193789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 43959907-311e-4c6e-842e-8ef478fe2488 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:31.194248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:31.217189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400b1d7-664d-47af-9744-0ddf19716e8f req-8bf682b6-b990-4ad8-a014-83e669663e8b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:31.218907 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b400b1d7-664d-47af-9744-0ddf19716e8f req-8bf682b6-b990-4ad8-a014-83e669663e8b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.3652148
Apr 20 19:21:31.227355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Calling delete_port for 61058f3c-8b60-49a4-861f-fd84a5142bbc owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:21:31.257709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871af69-e894-4a0e-88d1-5c410009dfb9 req-fbababa6-fdb5-4d72-93b3-163f725620c3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:31.259684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:31.261154 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f871af69-e894-4a0e-88d1-5c410009dfb9 req-fbababa6-fdb5-4d72-93b3-163f725620c3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 945 time: 0.2439055
Apr 20 19:21:31.290101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Made reservation on behalf of 15746619abc84db898b4490c3daf921e for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:31.295200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:31.350515 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b400b1d7-664d-47af-9744-0ddf19716e8f req-8f1081f7-c6b3-4251-beff-ab527f86b076 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180055
Apr 20 19:21:31.395929 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f871af69-e894-4a0e-88d1-5c410009dfb9 req-188e115d-3c8a-4a7e-b2c6-7bb5090a81e2 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/security-groups?id=a9b4be75-9e3b-443a-a987-e69e6778089f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238215
Apr 20 19:21:31.415848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:31.633905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:31.643118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:31.684781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['61058f3c-8b60-49a4-861f-fd84a5142bbc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:21:31.714794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca2029-5132-46d5-94d1-8016bd49fcc8 req-b9625386-3b6e-4194-8917-48d36ac49a61 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:31.716554 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86ca2029-5132-46d5-94d1-8016bd49fcc8 req-b9625386-3b6e-4194-8917-48d36ac49a61 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 944 time: 0.1758904
Apr 20 19:21:31.726208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e17bbd-64e4-482e-aa8b-a5ed70c09e1b req-cf23d469-a0db-449a-b58b-bd6cbff6dd3c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:31.727838 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d7e17bbd-64e4-482e-aa8b-a5ed70c09e1b req-cf23d469-a0db-449a-b58b-bd6cbff6dd3c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.1380675
Apr 20 19:21:31.750444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Pushing event deleted for resources: {'Port': ['ID=61058f3c-8b60-49a4-861f-fd84a5142bbc,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:31.759591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:31.810222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] No DVR routers for this DVR port 61058f3c-8b60-49a4-861f-fd84a5142bbc on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:21:31.813132 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-86ca2029-5132-46d5-94d1-8016bd49fcc8 req-9a367d6f-97e7-4563-87dc-8c8bed0dce3c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838814
Apr 20 19:21:31.813907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:31.816862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'name': 'network-vif-deleted', 'tag': '61058f3c-8b60-49a4-861f-fd84a5142bbc'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:31.825910 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d7e17bbd-64e4-482e-aa8b-a5ed70c09e1b req-991aa3a5-d22b-4b20-8c6d-48db2fe6428c tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897884
Apr 20 19:21:31.857013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db83e9828>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:28Z', 'revision_number': 2, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:31.861379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Checking router: da8d00c1-9a63-4618-b74e-b3e39bb85f3c for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:21:31.861772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Updating router da8d00c1-9a63-4618-b74e-b3e39bb85f3c port b119d946-0331-43ba-93e2-c6c269e56a5e binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:21:31.917358 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e0d30-5d56-4781-baab-a9ef97961235', 'name': 'network-vif-deleted', 'tag': '61058f3c-8b60-49a4-861f-fd84a5142bbc', 'status': 'completed', 'code': 200}
Apr 20 19:21:31.922628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:31.925743 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-375a6eec-2464-4ec2-9b6f-2c362887c559 req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.52 "DELETE /v2.0/ports/61058f3c-8b60-49a4-861f-fd84a5142bbc HTTP/1.1" status: 204  len: 173 time: 1.3482316
Apr 20 19:21:32.056184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.061607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4ca4bc6e-43aa-4baa-a311-7a9d2fb4c5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:32.147574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5f412e-b278-423e-b3e2-f5d8f379e08f,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:32.150500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:32.157214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Checking segment: {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:32.157608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Network hostable DHCP agents. Network: 1be3b83e-f231-46b4-a0b5-8c674cc442ad, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:21:32.177078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:21:32.186536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 1be3b83e-f231-46b4-a0b5-8c674cc442ad) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:32.191053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:32.191704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.198155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3851ba2d-ca00-4405-b831-27bace4757ad None None] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:21:32.212351 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9ec603c5-41d0-442d-a8c3-c28cb56a75ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1894815
Apr 20 19:21:32.215422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 45974) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:32.221412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:32.226557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:32.230808 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Usage tracker for resource:router and tenant:15746619abc84db898b4490c3daf921e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:32.233861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:32.240255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:32.250858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.255257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.271908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.551291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-1be3b83e-f231-46b4-a0b5-8c674cc442ad', 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'fixed_ips': [{'subnet_id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:21:32.552230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.635869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:32.732851 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f3021734-77f6-4526-bdb4-c625a09e2f5a req-16301d53-b3f3-498d-adc4-526768645a02 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] 10.222.0.48 "GET /v2.0/ports?device_id=3a3e0d30-5d56-4781-baab-a9ef97961235 HTTP/1.1" status: 200  len: 210 time: 0.0574763
Apr 20 19:21:32.742659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.resource_extend [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 19:21:32.867331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-0b91a602-76e6-4626-827b-92c7a199e735 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:32.867331 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-0b91a602-76e6-4626-827b-92c7a199e735 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.1335413
Apr 20 19:21:32.909869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Allocated IP 172.20.0.2 (1be3b83e-f231-46b4-a0b5-8c674cc442ad/8a5f412e-b278-423e-b3e2-f5d8f379e08f/d073a95c-b48c-4a61-b1a0-1b607c0f1fba) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:32.964044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Deleting port 6231c497-6c68-4d14-8846-a83561edaf4c {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:21:32.964600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.014583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.048977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Transition to ACTIVE for port object b119d946-0331-43ba-93e2-c6c269e56a5e will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:33.089357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.096785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:33.161809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17707d88-d967-452f-9501-22718e3589c9 req-6f611b9c-0e32-4bb9-a60f-de3bd94a4ff8 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:33.177914 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-17707d88-d967-452f-9501-22718e3589c9 req-6f611b9c-0e32-4bb9-a60f-de3bd94a4ff8 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 944 time: 0.1798682
Apr 20 19:21:33.298136 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-17707d88-d967-452f-9501-22718e3589c9 req-b777ebb2-772e-4635-97a6-1dc5bf413179 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190281
Apr 20 19:21:33.368064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46a40c-9882-4900-9b3f-0964a7cd96e3 req-edd91516-d94e-4057-9f47-211d80f24a16 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:33.369801 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a46a40c-9882-4900-9b3f-0964a7cd96e3 req-edd91516-d94e-4057-9f47-211d80f24a16 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.1753263
Apr 20 19:21:33.437460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022fe90-eeec-4758-b1c0-bb3509ca88b4 None None] Pushing event updated for resources: {'Port': ['ID=b119d946-0331-43ba-93e2-c6c269e56a5e,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:33.456528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a022fe90-eeec-4758-b1c0-bb3509ca88b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:33.487417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Attempting to bind port b119d946-0331-43ba-93e2-c6c269e56a5e on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:33.488365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Attempting to bind port b119d946-0331-43ba-93e2-c6c269e56a5e by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:33.488365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Attempting to bind port b119d946-0331-43ba-93e2-c6c269e56a5e on network 445fed4f-33bd-4f88-a026-875f56e6427b {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:33.494740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.502247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:33.502680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Checking segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:33.503138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.503585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Bound using segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:33.504115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Bound port: b119d946-0331-43ba-93e2-c6c269e56a5e, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:33.504541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.515114 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a46a40c-9882-4900-9b3f-0964a7cd96e3 req-f8347da1-4a0f-4a7b-9dde-5f5165b9bd74 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383932
Apr 20 19:21:33.532405 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Transition to ACTIVE for port object d073a95c-b48c-4a61-b1a0-1b607c0f1fba will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:33.568482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283561-8859-4434-a24b-26ba7b21d670 req-7a06822f-7597-430d-8877-dce07f8bac9f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:33.576441 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b1283561-8859-4434-a24b-26ba7b21d670 req-7a06822f-7597-430d-8877-dce07f8bac9f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1474416
Apr 20 19:21:33.606644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.680188 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b1283561-8859-4434-a24b-26ba7b21d670 req-7b61c207-a4bf-49de-ae34-db26cf282805 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022813
Apr 20 19:21:33.687208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Transition to ACTIVE for port object d073a95c-b48c-4a61-b1a0-1b607c0f1fba will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:33.706766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.879521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb9149-c177-4e79-b8b9-8f36b4862e97 req-92a5ece7-db15-4035-a01d-2f697d9dc87e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:33.889410 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3aeb9149-c177-4e79-b8b9-8f36b4862e97 req-92a5ece7-db15-4035-a01d-2f697d9dc87e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.1991248
Apr 20 19:21:33.890035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46032) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:33.932516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46038) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:33.967168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3aeb9149-c177-4e79-b8b9-8f36b4862e97 req-07ea50eb-f61f-4140-8cd5-d400f89ad2c0 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578480
Apr 20 19:21:33.980562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:33.998744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:34.071637 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-3bb69895-6a89-444d-b6ba-8733fa998339 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1802266
Apr 20 19:21:34.084088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:34.095416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:34.103730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:34.104781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] For port 6231c497-6c68-4d14-8846-a83561edaf4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6231c497-6c68-4d14-8846-a83561edaf4c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:34.105194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.114727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Pushing event updated for resources: {'Port': ['ID=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:34.117738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] For port b119d946-0331-43ba-93e2-c6c269e56a5e, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:34.122495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:34.124235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] For port b119d946-0331-43ba-93e2-c6c269e56a5e, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=b119d946-0331-43ba-93e2-c6c269e56a5e,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:34.158156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.170573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:34.211291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 79ce51e3-8bf1-4b3e-acb6-946d6604e11f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:21:34.213761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 61058f3c-8b60-49a4-861f-fd84a5142bbc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:21:34.258858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Calling delete_port for 6231c497-6c68-4d14-8846-a83561edaf4c owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:21:34.305112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 61058f3c-8b60-49a4-861f-fd84a5142bbc {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:21:34.305345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 61058f3c-8b60-49a4-861f-fd84a5142bbc not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:21:34.305823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:21:34.404278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Attempting to bind port d073a95c-b48c-4a61-b1a0-1b607c0f1fba on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:34.404704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Attempting to bind port d073a95c-b48c-4a61-b1a0-1b607c0f1fba by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:34.405126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Attempting to bind port d073a95c-b48c-4a61-b1a0-1b607c0f1fba on network 1be3b83e-f231-46b4-a0b5-8c674cc442ad {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:34.416324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Deleting subnet 429a4f9d-eb50-44a3-8230-2d6f938826b4 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:21:34.420154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.445131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:34.445867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db83e9828>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:34.536090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.549585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.595291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ad033-0d3e-485b-96d5-55f8759de051 req-d2ac81ba-3694-4fa0-befc-2cc8122374a4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:34.603628 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a36ad033-0d3e-485b-96d5-55f8759de051 req-d2ac81ba-3694-4fa0-befc-2cc8122374a4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 944 time: 0.1512425
Apr 20 19:21:34.678968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:34.679426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Checking segment: {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:34.680147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.680604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Bound using segment: {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:34.681148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Bound port: d073a95c-b48c-4a61-b1a0-1b607c0f1fba, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:34.681580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:34.711503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022fe90-eeec-4758-b1c0-bb3509ca88b4 None None] Pushing event updated for resources: {'Port': ['ID=b119d946-0331-43ba-93e2-c6c269e56a5e,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:34.729882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a022fe90-eeec-4758-b1c0-bb3509ca88b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:34.739968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Allocated IP 172.27.1.248 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/0e5c1c53-1de4-4cb3-9185-afca3ad62a58) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:34.747537 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a36ad033-0d3e-485b-96d5-55f8759de051 req-23a168e4-cd1c-430a-9486-32bdf796aeda tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365888
Apr 20 19:21:34.848272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323360c-cb59-4966-993f-11af843f6ae2 req-9a026de4-4d29-4535-ad69-f756ce46c67b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:34.856487 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6323360c-cb59-4966-993f-11af843f6ae2 req-9a026de4-4d29-4535-ad69-f756ce46c67b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 946 time: 0.2026739
Apr 20 19:21:34.949962 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6323360c-cb59-4966-993f-11af843f6ae2 req-b9d943c2-fda0-4ba5-b4d8-727923d0ddba tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923858
Apr 20 19:21:34.978506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:34.993413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] For port d073a95c-b48c-4a61-b1a0-1b607c0f1fba, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:35.010592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:35.059167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd85c8-08ee-483c-b804-48513336c9cd req-b3634a67-898d-40d0-902e-85eb081f60e4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:35.060883 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d8cd85c8-08ee-483c-b804-48513336c9cd req-b3634a67-898d-40d0-902e-85eb081f60e4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2016382
Apr 20 19:21:35.081201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'port_id': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'mac_address': 'fa:16:3e:59:30:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:21:35.094219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] For port d073a95c-b48c-4a61-b1a0-1b607c0f1fba, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:35.095683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.123744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.138834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bd9e0881-aa59-4919-8cf5-17a99f78a62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:35.144812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['6231c497-6c68-4d14-8846-a83561edaf4c'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:21:35.164362 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d8cd85c8-08ee-483c-b804-48513336c9cd req-da473d13-c715-4684-9b66-8a6734a29160 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817313
Apr 20 19:21:35.191524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.210372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5175b9b2-c696-4cbc-8dc1-2d394a3cee43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:35.377520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Pushing event deleted for resources: {'Port': ['ID=6231c497-6c68-4d14-8846-a83561edaf4c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:35.389579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.393005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.451863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:35.452523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:35.490709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ce51e3-8bf1-4b3e-acb6-946d6604e11f {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:21:35.510582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Pushing event updated for resources: {'Port': ['ID=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:35.521257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:35.544443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:35.554394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46064) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:35.556463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.568064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a4cad11d-0341-4e8d-b21f-1372a364fc47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:35.597790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] No DVR routers for this DVR port 6231c497-6c68-4d14-8846-a83561edaf4c on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:21:35.608012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.611684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'name': 'network-vif-deleted', 'tag': '6231c497-6c68-4d14-8846-a83561edaf4c'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:35.642993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:35.644289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:35.651040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:35.651647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b6fd4-3e1c-4a8f-981d-575c73f5c322 req-1b41405b-36af-4de1-b74c-e7e6737cd90a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:35.661741 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-160b6fd4-3e1c-4a8f-981d-575c73f5c322 req-1b41405b-36af-4de1-b74c-e7e6737cd90a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.4958408
Apr 20 19:21:35.685753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:35.736542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:35.748979 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-160b6fd4-3e1c-4a8f-981d-575c73f5c322 req-be1c632b-e56e-487a-9713-a6e6f0c2d07f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859942
Apr 20 19:21:35.755761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:35.762331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-90b096cf-fa6f-4c53-a1e5-2ff3e48fe13c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:35.763532 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-90b096cf-fa6f-4c53-a1e5-2ff3e48fe13c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.2138164
Apr 20 19:21:35.806698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db83e9828>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:34Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:35.818081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46123532-b4d0-418c-8e7c-4ec614a245dd None None] The sync data for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi is: [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:34Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:21:35.819998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa214411-492e-4ee0-9679-c3255f6b0f5e', 'name': 'network-vif-deleted', 'tag': '6231c497-6c68-4d14-8846-a83561edaf4c', 'status': 'completed', 'code': 200}
Apr 20 19:21:35.856820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['79ce51e3-8bf1-4b3e-acb6-946d6604e11f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:21:35.944393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.078727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:36.110622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Deleting port f1a70b57-4809-468b-bc54-39462d51aaa1 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:21:36.111559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.134565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.142926 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/429a4f9d-eb50-44a3-8230-2d6f938826b4 HTTP/1.1" status: 204  len: 168 time: 2.2003076
Apr 20 19:21:36.147604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:36.153463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46076) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:36.165460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:36.169187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:36.175329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Usage tracker for resource:security_group_rule and tenant:8de6c76f0270435a9ba006dc56181a18 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:36.179406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:36.187120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:36.227120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6231c497-6c68-4d14-8846-a83561edaf4c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:21:36.248929 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-727a74a4-31ee-4b7b-a0ad-7a6d655b268c req-425380e4-51a5-4511-a2da-e7eafd8f2aac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "DELETE /v2.0/ports/6231c497-6c68-4d14-8846-a83561edaf4c HTTP/1.1" status: 204  len: 173 time: 3.3738704
Apr 20 19:21:36.273124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 6231c497-6c68-4d14-8846-a83561edaf4c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:21:36.273809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 6231c497-6c68-4d14-8846-a83561edaf4c not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:21:36.356276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429a4f9d-eb50-44a3-8230-2d6f938826b4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:36.389716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5c886150-fcf5-4585-9f3b-e55e1835bc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:36.474747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-3fb47aba-0d02-44e1-8d6f-91dab137cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:36.476428 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-3fb47aba-0d02-44e1-8d6f-91dab137cad6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce&tenant_id=a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 1097 time: 0.6395733
Apr 20 19:21:36.482253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.500274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.522699 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5ada098-2682-48d3-ae04-b6a4c18ae250 req-814a82ea-2a4b-490c-a950-55164ee59e84 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa214411-492e-4ee0-9679-c3255f6b0f5e HTTP/1.1" status: 200  len: 210 time: 0.2350962
Apr 20 19:21:36.529383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.553182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:36.648706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8619f0-f826-4d84-8a05-f49895473f07 req-c25196c9-a3e5-4667-887c-ad685cc0616d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:36.657571 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b8619f0-f826-4d84-8a05-f49895473f07 req-c25196c9-a3e5-4667-887c-ad685cc0616d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 945 time: 0.6692889
Apr 20 19:21:36.715339 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8de6c76f0270435a9ba006dc56181a18&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1594632
Apr 20 19:21:36.730560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46082) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:36.738512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20461da0-09cb-4031-93ca-6b115f14f8f7,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:36.754665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:36.822576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-808381d0-6c8b-4d75-8b93-a7f794bdc73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:36.962549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device d073a95c-b48c-4a61-b1a0-1b607c0f1fba up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:36.987133 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b8619f0-f826-4d84-8a05-f49895473f07 req-5e094c97-0515-457b-b451-1d711a5e06c7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282254
Apr 20 19:21:37.104920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] For port f1a70b57-4809-468b-bc54-39462d51aaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f1a70b57-4809-468b-bc54-39462d51aaa1,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:37.105336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.110159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port d073a95c-b48c-4a61-b1a0-1b607c0f1fba completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:37.141339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.144211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device b119d946-0331-43ba-93e2-c6c269e56a5e up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:37.177277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeb030-55c8-4c8d-8474-5138a8bd2184 req-890269fe-018d-4495-8f12-d19f8025fcf2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:37.179493 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1eaeb030-55c8-4c8d-8474-5138a8bd2184 req-890269fe-018d-4495-8f12-d19f8025fcf2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.5183332
Apr 20 19:21:37.248122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port b119d946-0331-43ba-93e2-c6c269e56a5e completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:37.253865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port b119d946-0331-43ba-93e2-c6c269e56a5e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:37.254566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.353746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Calling delete_port for f1a70b57-4809-468b-bc54-39462d51aaa1 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:21:37.391278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.405449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf480ea5-7d2b-4f69-94e6-bfd6115cd4d1 None None] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:21:37.418253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.502294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.528329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Provisioning for port d073a95c-b48c-4a61-b1a0-1b607c0f1fba completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:37.540860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Provisioning complete for port d073a95c-b48c-4a61-b1a0-1b607c0f1fba triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:37.541687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.542764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-d6ef1f6e-3508-4c57-a2a6-ab556e2b4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:37.544527 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-d6ef1f6e-3508-4c57-a2a6-ab556e2b4046 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1097 time: 0.8781786
Apr 20 19:21:37.575597 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1eaeb030-55c8-4c8d-8474-5138a8bd2184 req-b2b2dee5-e508-4613-986f-372d523fe308 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2304766
Apr 20 19:21:37.580274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port b119d946-0331-43ba-93e2-c6c269e56a5e, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=b119d946-0331-43ba-93e2-c6c269e56a5e,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:37.600589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.607456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:37.699027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84979cbb-8eea-4cf8-8876-b568ede1acad req-962bcd43-59e1-4e00-aca2-f5b78f5b957f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:37.700667 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84979cbb-8eea-4cf8-8876-b568ede1acad req-962bcd43-59e1-4e00-aca2-f5b78f5b957f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 945 time: 0.4437356
Apr 20 19:21:37.742630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.757455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bab04c01-8894-476d-9415-e68ad686afc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:37.766709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.785711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20461da0-09cb-4031-93ca-6b115f14f8f7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:37.799039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:37.806493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:37.828845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.838996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['25a065c9-4997-4b1c-8cf3-f66d5c392d3a', 'f1a70b57-4809-468b-bc54-39462d51aaa1'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:21:37.861692 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84979cbb-8eea-4cf8-8876-b568ede1acad req-7a8a16db-c130-42b3-8ff9-b8c93e5a6e9f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533689
Apr 20 19:21:37.864795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.865926 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20461da0-09cb-4031-93ca-6b115f14f8f7 HTTP/1.1" status: 204  len: 168 time: 1.1294029
Apr 20 19:21:37.867407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Pushing event deleted for resources: {'Port': ['ID=f1a70b57-4809-468b-bc54-39462d51aaa1,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:37.880060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:37.911212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=b119d946-0331-43ba-93e2-c6c269e56a5e,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:37.931989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:37.963260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] For port d073a95c-b48c-4a61-b1a0-1b607c0f1fba, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:37.977668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.983416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6db2f08828>> segment before_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.983867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6db2f08828>> subnet precommit_delete_associations 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.984703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> segment_host_mapping after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.985001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:37.985121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> port after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.985443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> port after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.985818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> port after_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.986214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> segment after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.986749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> subnet after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.987122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> subnet after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.987490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6db2fc5748>> subnet after_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:37.991089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] No DVR routers for this DVR port f1a70b57-4809-468b-bc54-39462d51aaa1 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:21:37.994603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:37.997283 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69c6c0b1-d9a1-4496-b462-2bc18ab927fd req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "DELETE /v2.0/ports/f1a70b57-4809-468b-bc54-39462d51aaa1 HTTP/1.1" status: 204  len: 173 time: 2.2258258
Apr 20 19:21:37.997873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'name': 'network-vif-deleted', 'tag': 'f1a70b57-4809-468b-bc54-39462d51aaa1'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:38.099126 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed22536-36ea-4a58-9a50-f724b719ad55', 'name': 'network-vif-deleted', 'tag': 'f1a70b57-4809-468b-bc54-39462d51aaa1', 'status': 'completed', 'code': 200}
Apr 20 19:21:38.182480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db80415c0>> subnet after_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:38.183126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db80415c0>> subnet after_delete 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:38.184096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db80415c0>> subnet before_create 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:38.184746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6db80415c0>> subnet before_update 55550000 {{(pid=86354) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 19:21:38.185079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db9100e80>,) {'filters': {'network_id': ['a3d56b3d-c47b-49ff-9e13-42db36c3dbd5']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:38.197431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Pushing event updated for resources: {'Port': ['ID=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:38.199565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.201403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:38.218808 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-648f442b-ad94-46b1-b5b7-a89dae3918ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:38.220839 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-648f442b-ad94-46b1-b5b7-a89dae3918ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.6575952
Apr 20 19:21:38.233711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 79ce51e3-8bf1-4b3e-acb6-946d6604e11f up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:38.286408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f0c4e-1880-48f1-ae19-a34719e72341 req-599a1baf-716c-4269-bee7-1b96b3301c39 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:38.295348 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-303f0c4e-1880-48f1-ae19-a34719e72341 req-599a1baf-716c-4269-bee7-1b96b3301c39 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 945 time: 0.1810124
Apr 20 19:21:38.370084 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-303f0c4e-1880-48f1-ae19-a34719e72341 req-eb79b8b8-41fe-43f4-881c-aa6be56e39ac tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730088
Apr 20 19:21:38.399907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:38.414157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:38.414637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.426429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db9100e80>, '52817237-9ad9-4bdd-9ab5-51bef1784b66') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:38.426751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db9100e80>, '52817237-9ad9-4bdd-9ab5-51bef1784b66') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:38.523021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036842994733'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.582423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.583402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.594053 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-2d7fd0a6-455b-41f8-886c-7069b5253231 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 1000 time: 0.2343738
Apr 20 19:21:38.600607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:21:38.620783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:21:38.636411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bfa37517-e76b-42d3-bedd-ec2928cf49a0 None None] Provisioning complete for port d073a95c-b48c-4a61-b1a0-1b607c0f1fba triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:38.636899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bfa37517-e76b-42d3-bedd-ec2928cf49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.675635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:38.686372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.692051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:38.728820 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'code': 200}
Apr 20 19:21:38.816292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:38.819566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:38.830644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device d073a95c-b48c-4a61-b1a0-1b607c0f1fba up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:38.837174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:21:38.844832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6883-2d21-45bd-8d0f-5566f65961b9 req-ea6db3e3-5dc6-4438-9f68-33ebf6e01aa3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:38.846517 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-81fe6883-2d21-45bd-8d0f-5566f65961b9 req-ea6db3e3-5dc6-4438-9f68-33ebf6e01aa3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1047447
Apr 20 19:21:38.847483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843040987'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.921162 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-81fe6883-2d21-45bd-8d0f-5566f65961b9 req-40b343eb-7bb5-470f-bf48-c1f5d35ff4ae tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653458
Apr 20 19:21:38.927834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port d073a95c-b48c-4a61-b1a0-1b607c0f1fba triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:38.928377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:38.936034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:21:39.057448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7d4bb3d7-b6de-4d66-98d8-03627c05f24b req-251fb8d6-3293-41d4-ab2c-533a8b107b10 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Synchronizing usage tracker for tenant:7d47d9888e1a44e59e046c5da416e68d on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:21:39.066030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device b119d946-0331-43ba-93e2-c6c269e56a5e up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:39.074399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-7d4bb3d7-b6de-4d66-98d8-03627c05f24b req-251fb8d6-3293-41d4-ab2c-533a8b107b10 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Unset dirty status for tenant:7d47d9888e1a44e59e046c5da416e68d on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:21:39.075826 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d4bb3d7-b6de-4d66-98d8-03627c05f24b req-251fb8d6-3293-41d4-ab2c-533a8b107b10 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.0673418
Apr 20 19:21:39.143762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port b119d946-0331-43ba-93e2-c6c269e56a5e triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:39.144181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.201398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Network a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   from cryptography.utils import int_from_bytes
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   (rel_b, rel_a, rel_b),
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:21:39.229145 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:21:39.330117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.341715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:39.356535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:21:39.363433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.366824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Sync routers for ids ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:21:39.373148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d56b3d-c47b-49ff-9e13-42db36c3dbd5,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:39.377822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Routers {'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:39.378563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8465358>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:39.379381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:39.393113 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] 10.222.0.48 "DELETE /v2.0/networks/a3d56b3d-c47b-49ff-9e13-42db36c3dbd5 HTTP/1.1" status: 204  len: 168 time: 3.1726406
Apr 20 19:21:39.395616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.397638 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.1809845
Apr 20 19:21:39.400792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46112) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:39.608197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46116) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:39.647116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd97e58-9252-4cb3-86ad-f5b9b0c085bf req-b373612b-16d5-4efb-81b0-ee913deb2448 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:39.648912 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cd97e58-9252-4cb3-86ad-f5b9b0c085bf req-b373612b-16d5-4efb-81b0-ee913deb2448 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.1400962
Apr 20 19:21:39.716927 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-57d746d5-9b9b-4fe6-be13-ba362ed246d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad5936ef70be44ac89df14ad4f1d0832&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1071737
Apr 20 19:21:39.720704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46120) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:39.742120 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cd97e58-9252-4cb3-86ad-f5b9b0c085bf req-acbe1d20-e1dc-4737-a254-1516ff74adf5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785046
Apr 20 19:21:39.798981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.809349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Set router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:39.829250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.877439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.883035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:39.896206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4be75-9e3b-443a-a987-e69e6778089f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:39.902577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:39.906914 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9b4be75-9e3b-443a-a987-e69e6778089f HTTP/1.1" status: 204  len: 168 time: 0.1850185
Apr 20 19:21:39.908012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:40.149630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8465358>, [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:21:36Z', 'revision_number': 3, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:40.154307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Checking router: f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:21:40.154709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Updating router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:21:40.207742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bfbd5-37cf-4102-8c3b-27dc0c59a611 req-be38f864-c854-492c-a02f-2d234d90c3e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:40.217899 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d2bfbd5-37cf-4102-8c3b-27dc0c59a611 req-be38f864-c854-492c-a02f-2d234d90c3e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1675096
Apr 20 19:21:40.229137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.291349 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-39135c8d-effc-442d-ae1f-53fefa68098d req-4cd12649-709c-4bfb-8eba-aa02e00181d8 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.0526907
Apr 20 19:21:40.322344 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8d2bfbd5-37cf-4102-8c3b-27dc0c59a611 req-fa8352bc-0f80-4cfe-ad6d-97a38b6808c4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032820
Apr 20 19:21:40.538316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.640044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.655178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Transition to ACTIVE for port object 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:40.661943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.667430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-436fdc27-665f-4747-aae9-7067d67650f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:40.756133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Attempting to bind port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:40.756548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Attempting to bind port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:40.756954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Attempting to bind port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:40.767293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:40.769218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:40.769218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.769218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:40.769218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Bound port: 0e5c1c53-1de4-4cb3-9185-afca3ad62a58, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:40.776692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Allocated IP 172.20.0.1 (1be3b83e-f231-46b4-a0b5-8c674cc442ad/8a5f412e-b278-423e-b3e2-f5d8f379e08f/2ded504a-e1be-4087-be89-85ffc370d910) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:40.777980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.867904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Pushing event updated for resources: {'Port': ['ID=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:40.888827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.889289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.889747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.890237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.890667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.891492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.891861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.892227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.892592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.892951 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.893310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.893667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:40.897586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:40.907974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] For port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:40.911633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] For port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:40.916805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.922883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37aba0de-bde4-4a35-bb2c-8c89d40cffad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:40.951666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:40.970824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Transition to ACTIVE for port object 2ded504a-e1be-4087-be89-85ffc370d910 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:41.002121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:41.007542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51d78d47-40cb-4295-84b4-3e4b1351c64e tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:41.009497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f4cbb-2f07-49e0-8c01-24ee2f368181 req-49c528f3-4f03-47c6-b97b-76d46d788f42 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:41.011571 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3e5f4cbb-2f07-49e0-8c01-24ee2f368181 req-49c528f3-4f03-47c6-b97b-76d46d788f42 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.1350653
Apr 20 19:21:41.025522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Routers {'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:41.027311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8465358>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:41.074989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:41.083148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:41.083374 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3e5f4cbb-2f07-49e0-8c01-24ee2f368181 req-faa1db3b-e5e5-4756-9949-fbe4abb59779 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637181
Apr 20 19:21:41.087896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:41.119876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Pushing event updated for resources: {'Port': ['ID=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:41.147114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:41.171923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Pushing event updated for resources: {'Port': ['ID=2ded504a-e1be-4087-be89-85ffc370d910,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:41.175589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:41.191177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1e285b4d-3cac-46dc-9c0b-f28b03706110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:41.263605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device f1a70b57-4809-468b-bc54-39462d51aaa1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:21:41.287633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] Set router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:41.379782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-785e81cb-819c-45f2-a828-ee68e58da929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:41.381244 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-785e81cb-819c-45f2-a828-ee68e58da929 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.1025963
Apr 20 19:21:41.419226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: f1a70b57-4809-468b-bc54-39462d51aaa1 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:21:41.419612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device f1a70b57-4809-468b-bc54-39462d51aaa1 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:21:41.431958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9c79a05b-8718-46f2-a4ac-b953b9bf3bea None None] Provisioning for port 2ded504a-e1be-4087-be89-85ffc370d910 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:41.449158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9c79a05b-8718-46f2-a4ac-b953b9bf3bea None None] Provisioning complete for port 2ded504a-e1be-4087-be89-85ffc370d910 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:41.451596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c79a05b-8718-46f2-a4ac-b953b9bf3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:41.475953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:41.604189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9c79a05b-8718-46f2-a4ac-b953b9bf3bea None None] Port 2ded504a-e1be-4087-be89-85ffc370d910 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:41.612540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-f6d8db3f-a9da-4833-8055-0d729f5f9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:41.614452 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-f6d8db3f-a9da-4833-8055-0d729f5f9d3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2206082
Apr 20 19:21:41.654184 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4a0020ab-bc69-4044-a855-fd1b76b0b242 req-98e85365-2b5f-4ebf-940f-bf7f62d6d59f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eed22536-36ea-4a58-9a50-f724b719ad55 HTTP/1.1" status: 200  len: 210 time: 0.0848508
Apr 20 19:21:41.846924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8465358>, [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:21:36Z', 'revision_number': 3, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:41.852435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6975e007-defa-4f86-9f46-3091a0dc9f50 None None] The sync data for ids ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'] in dv-cinder-786933-2-iscsi is: [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:21:36Z', 'revision_number': 3, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:21:41.985331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ad4a-572e-4fc5-a40f-dbe245020369 req-76fe1343-7d52-45e2-baf8-031cefd3e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:41.987000 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dfd6ad4a-572e-4fc5-a40f-dbe245020369 req-76fe1343-7d52-45e2-baf8-031cefd3e4f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1099 time: 0.2702143
Apr 20 19:21:42.039460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95f608-a7f1-43d1-b031-dfccfc553ea6 req-a00e2282-fbd7-45e7-bd72-7c8f4659e0c0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:42.042573 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8a95f608-a7f1-43d1-b031-dfccfc553ea6 req-a00e2282-fbd7-45e7-bd72-7c8f4659e0c0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1650133
Apr 20 19:21:42.099957 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-20bd7162-86cb-4316-b3ee-0999ee54f42c service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4702477
Apr 20 19:21:42.122869 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8a95f608-a7f1-43d1-b031-dfccfc553ea6 req-5d1f2c62-d9ca-430a-b5d0-d8019070e6bc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724998
Apr 20 19:21:42.132254 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dfd6ad4a-572e-4fc5-a40f-dbe245020369 req-009a3788-3297-43a0-9c84-abc8811d79e7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362233
Apr 20 19:21:42.253354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:42.260168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:42.293282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:42.453442 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9c0c903-f35b-4120-bdae-9f392149aa8f req-ef7dc2e9-f753-4c9c-afa9-bb864ae74fa4 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3429937
Apr 20 19:21:42.469675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Pushing event updated for resources: {'Port': ['ID=2ded504a-e1be-4087-be89-85ffc370d910,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:42.473313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:42.484630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:42.611029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778fefd-e774-4928-960f-d0c68a84fc0d req-8261564d-f6cc-4330-be3b-251fbb13caee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:42.612890 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7778fefd-e774-4928-960f-d0c68a84fc0d req-8261564d-f6cc-4330-be3b-251fbb13caee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.2159853
Apr 20 19:21:42.679767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:42.681328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:42.729940 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7778fefd-e774-4928-960f-d0c68a84fc0d req-b72b5403-3348-4506-a8ab-67e9a6b40839 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105781
Apr 20 19:21:42.889714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:43.053857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:21:43.126811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-dfeedbdf-b5dd-4071-88dd-133ca65586a9 None None] Provisioning complete for port 2ded504a-e1be-4087-be89-85ffc370d910 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:43.127236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-dfeedbdf-b5dd-4071-88dd-133ca65586a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:43.128957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:21:43.207381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:43.219521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:43.220316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:43.336832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-dfeedbdf-b5dd-4071-88dd-133ca65586a9 None None] Port 2ded504a-e1be-4087-be89-85ffc370d910 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:21:43.390021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:21:43.403306 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] 10.222.0.48 "PUT /v2.0/routers/f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0013235
Apr 20 19:21:43.481522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:43.523824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de87dc-3201-4aab-a10a-5dd86d823d25 req-ee023481-eae3-4b59-b2c1-4b6a82a62f2c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:43.525927 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8de87dc-3201-4aab-a10a-5dd86d823d25 req-ee023481-eae3-4b59-b2c1-4b6a82a62f2c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1186881
Apr 20 19:21:43.537202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:43.556154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:43.560620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f157345a-33bc-4d53-9939-2f90bdab2689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:43.595952 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f8de87dc-3201-4aab-a10a-5dd86d823d25 req-5408ee0e-d22b-4f79-9a85-78f58186946e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626559
Apr 20 19:21:43.759073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:43.763574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:43.805031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b2cf-5b2d-45df-88f7-726c7e90e154 req-b76ee883-8424-4c7a-bc44-595c77de0561 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:43.806937 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66e8b2cf-5b2d-45df-88f7-726c7e90e154 req-b76ee883-8424-4c7a-bc44-595c77de0561 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1362100
Apr 20 19:21:43.871625 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66e8b2cf-5b2d-45df-88f7-726c7e90e154 req-1d5f031b-612d-4935-9f2c-06aae756d17d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579422
Apr 20 19:21:43.965876 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-d75ad62a-c17d-4a93-a107-4c676f7c69db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1310501
Apr 20 19:21:44.228715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189590b-5ab7-480f-a0c3-0102c9631aed req-98b44471-c1f1-435d-9056-ceb9e0e10aad tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:44.238173 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4189590b-5ab7-480f-a0c3-0102c9631aed req-98b44471-c1f1-435d-9056-ceb9e0e10aad tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.1156633
Apr 20 19:21:44.300829 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4189590b-5ab7-480f-a0c3-0102c9631aed req-dd1f67a2-f3cf-4e19-a14d-225e5937d58b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587339
Apr 20 19:21:44.428943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46262) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:44.434827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476646397', 'description': 'tempest-secgroup-smoke-476646397 description', 'project_id': '0d968355d63345bb88225895ff82e482'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:44.442670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:44.449409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:44.454134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:44.462767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:44.483923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.529442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:44.534227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:44.537554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:44.544616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:44.623250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bf71b-9719-4432-8724-59f6a0d5c58d req-32d1c5fb-cd18-44e8-94bb-69a3540a3c80 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:44.629035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.630765 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0c7bf71b-9719-4432-8724-59f6a0d5c58d req-32d1c5fb-cd18-44e8-94bb-69a3540a3c80 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.1013029
Apr 20 19:21:44.635552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.642108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:44.682688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.687545 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2574580
Apr 20 19:21:44.688256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46270) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:44.694745 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0c7bf71b-9719-4432-8724-59f6a0d5c58d req-8ef11827-0287-4a32-be35-e84878df5fc5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623071
Apr 20 19:21:44.699838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group_rule': {'security_group_id': '444f1c98-bd1b-4ec5-8591-2717dfdc7183', 'project_id': '0d968355d63345bb88225895ff82e482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:44.706872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:44.709645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444f1c98-bd1b-4ec5-8591-2717dfdc7183,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:44.712476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:44.717876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:44.727743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:44.747392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:44.780359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.917933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.929189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:44.931706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:44.963750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:44.998912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800adcb-62ce-4a03-84e3-27f338ca552b req-bfd75beb-4720-4d00-9546-90973eba21e5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:45.002077 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3800adcb-62ce-4a03-84e3-27f338ca552b req-bfd75beb-4720-4d00-9546-90973eba21e5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2557502
Apr 20 19:21:45.018198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2371622-db0c-4c5d-95e6-094afc69996f,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:45.029650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:45.036855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.042630 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3501890
Apr 20 19:21:45.043748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46280) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:45.074224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group_rule': {'security_group_id': '444f1c98-bd1b-4ec5-8591-2717dfdc7183', 'project_id': '0d968355d63345bb88225895ff82e482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:45.087566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:45.100996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:45.108180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:45.115467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:45.139716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:45.140676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.143313 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3800adcb-62ce-4a03-84e3-27f338ca552b req-f6d7eaea-5a06-4bbb-a1b0-eb93381138a7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341774
Apr 20 19:21:45.145955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.256015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.259946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.263028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:45.286281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a758cd76-324f-4262-84e3-b9a9baf43745,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:45.291275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:45.311266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.312718 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2675672
Apr 20 19:21:45.315610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46286) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:45.323587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group_rule': {'security_group_id': '444f1c98-bd1b-4ec5-8591-2717dfdc7183', 'project_id': '0d968355d63345bb88225895ff82e482', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:45.332298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:45.339085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:45.354046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:45.363953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:45.383760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.487339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.503300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.506129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:45.545625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdde4b6-660c-47fe-8185-ce10398a3807,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:45.551631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:45.552993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.554330 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f5d1d88a-0929-48c5-8358-bd9f902bdfd9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2375515
Apr 20 19:21:45.554562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d71a58-d67b-4827-b192-1ba94852a7bc req-a00ddf15-f396-4f3b-9a14-ae17d035e5d2 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:45.556285 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-94d71a58-d67b-4827-b192-1ba94852a7bc req-a00ddf15-f396-4f3b-9a14-ae17d035e5d2 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.1393743
Apr 20 19:21:45.559184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46292) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:45.565509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Sync routers for ids ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:21:45.565674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21666b-3ce8-4214-905e-6f4a07d819d8 req-c298a8bb-9d60-43bf-b73e-111528b1e7a9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:45.567552 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3d21666b-3ce8-4214-905e-6f4a07d819d8 req-c298a8bb-9d60-43bf-b73e-111528b1e7a9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2692928
Apr 20 19:21:45.572065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group_rule': {'security_group_id': '444f1c98-bd1b-4ec5-8591-2717dfdc7183', 'project_id': '0d968355d63345bb88225895ff82e482', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:45.576210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Routers {'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:45.576903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8234da0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:45.579691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:45.584307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:45.587517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:45.594921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:45.614403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.643921 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-94d71a58-d67b-4827-b192-1ba94852a7bc req-9c5fd61b-ed48-4f19-bd04-b2ea909de3aa tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753932
Apr 20 19:21:45.693043 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3d21666b-3ce8-4214-905e-6f4a07d819d8 req-d0fa55fb-403c-4099-b75b-df5f5a5d07f0 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083326
Apr 20 19:21:45.750384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.757364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.759677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:45.809703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1916c2-4de2-4a10-b98b-32ba7244d0d4,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:45.818333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:45.859468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:45.860837 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6fc2ca62-4ef6-4cf6-ad39-cc437d8e7969 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3004289
Apr 20 19:21:45.864039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46302) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:45.870039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group_rule': {'security_group_id': '444f1c98-bd1b-4ec5-8591-2717dfdc7183', 'project_id': '0d968355d63345bb88225895ff82e482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:45.883224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:45.888497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:45.892586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:45.900468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:45.929617 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Project 0d968355d63345bb88225895ff82e482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:21:45.944187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.055483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.069156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.104823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:46.122310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a45462-8ad6-48ec-8a60-df7cde89b9e9,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:46.124971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.129587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46308) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:46.129756 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2642784
Apr 20 19:21:46.138342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'security_group_rule': {'security_group_id': '444f1c98-bd1b-4ec5-8591-2717dfdc7183', 'project_id': '0d968355d63345bb88225895ff82e482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:46.138636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.139641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.151637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:46.161726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:security_group_rule and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:46.162259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.162873 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.163313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.163714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.164128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.164534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.165100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.165515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.166421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.166922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:46.168020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:46.182107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:46.183733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:46.199975 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Project 0d968355d63345bb88225895ff82e482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:21:46.228895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.230558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Set router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:46.381004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.386988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.390374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-34638403-92cc-418c-befc-3d9ffb059f5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:46.425380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.426908 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2962027
Apr 20 19:21:46.429465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94935e3-9794-45b1-931a-bbe4eacfc43d,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:46.456928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:46.555206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1e7db-12f5-4ed4-8c21-19b402d4e332 req-ce3e564b-c860-4f47-8488-c4cc239c5547 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:46.556999 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4e1e7db-12f5-4ed4-8c21-19b402d4e332 req-ce3e564b-c860-4f47-8488-c4cc239c5547 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2367136
Apr 20 19:21:46.638901 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b4e1e7db-12f5-4ed4-8c21-19b402d4e332 req-05261cde-5518-4508-8ebd-b92732a038ce tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718462
Apr 20 19:21:46.788896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8234da0>, [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:21:41Z', 'revision_number': 4, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '2ded504a-e1be-4087-be89-85ffc370d910', 'name': '', 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'mac_address': 'fa:16:3e:2b:1e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:40Z', 'updated_at': '2021-04-20T19:21:41Z', 'revision_number': 2, 'project_id': '15746619abc84db898b4490c3daf921e', 'subnets': [{'id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:46.794305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Checking router: f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:21:46.794892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Updating router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 port 2ded504a-e1be-4087-be89-85ffc370d910 binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:21:46.909555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:46.997571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a206d62-4988-4d46-8953-9ab1ea1d5bd9 req-5a1b49d2-f916-4003-abc1-995a69081829 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:47.006874 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a206d62-4988-4d46-8953-9ab1ea1d5bd9 req-5a1b49d2-f916-4003-abc1-995a69081829 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1509514
Apr 20 19:21:47.060486 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3a206d62-4988-4d46-8953-9ab1ea1d5bd9 req-5587fbe4-e21f-4942-ba19-88740beb7fe9 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482223
Apr 20 19:21:47.437542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:47.450046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Transition to ACTIVE for port object 2ded504a-e1be-4087-be89-85ffc370d910 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:47.456330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:47.461005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c1a6310d-912e-4d49-b226-62eff071bc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:47.685671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dfddf-fdfd-4708-a02c-f7247a5149e0 None None] Pushing event updated for resources: {'Port': ['ID=2ded504a-e1be-4087-be89-85ffc370d910,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:47.695637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec9dfddf-fdfd-4708-a02c-f7247a5149e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:47.714484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Attempting to bind port 2ded504a-e1be-4087-be89-85ffc370d910 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:21:47.714888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Attempting to bind port 2ded504a-e1be-4087-be89-85ffc370d910 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:21:47.715309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Attempting to bind port 2ded504a-e1be-4087-be89-85ffc370d910 on network 1be3b83e-f231-46b4-a0b5-8c674cc442ad {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:21:47.724660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:21:47.725088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Checking segment: {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:21:47.725559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:47.726044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Bound using segment: {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:21:47.726591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Bound port: 2ded504a-e1be-4087-be89-85ffc370d910, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:21:47.727022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:47.888070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] For port 2ded504a-e1be-4087-be89-85ffc370d910, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:21:47.904608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] For port 2ded504a-e1be-4087-be89-85ffc370d910, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=2ded504a-e1be-4087-be89-85ffc370d910,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:21:47.911616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:47.924215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:48.027755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dfddf-fdfd-4708-a02c-f7247a5149e0 None None] Pushing event updated for resources: {'Port': ['ID=2ded504a-e1be-4087-be89-85ffc370d910,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:48.059234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec9dfddf-fdfd-4708-a02c-f7247a5149e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:48.061657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Routers {'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:21:48.062500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8234da0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:48.303868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c996e-0aec-4c3c-8a1a-87c39a0ad16e req-ca4d9c7c-1f39-4f85-b8ed-cd5ff41950f8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:48.305868 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc1c996e-0aec-4c3c-8a1a-87c39a0ad16e req-ca4d9c7c-1f39-4f85-b8ed-cd5ff41950f8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.4620397
Apr 20 19:21:48.381157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] Set router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:21:48.412221 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc1c996e-0aec-4c3c-8a1a-87c39a0ad16e req-fa471642-2038-4ac8-b117-85bf868d6e3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998256
Apr 20 19:21:48.497532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307756f-5cbc-4e4e-8e77-b3c94e664ee6 req-392570fd-b855-4243-b026-99f848155867 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:48.504449 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3307756f-5cbc-4e4e-8e77-b3c94e664ee6 req-392570fd-b855-4243-b026-99f848155867 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1506183
Apr 20 19:21:48.576254 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3307756f-5cbc-4e4e-8e77-b3c94e664ee6 req-6d04a2b3-0e39-4959-9321-3d7b351a2e9c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620277
Apr 20 19:21:48.880529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8234da0>, [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:21:41Z', 'revision_number': 4, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '2ded504a-e1be-4087-be89-85ffc370d910', 'name': '', 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'mac_address': 'fa:16:3e:2b:1e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:40Z', 'updated_at': '2021-04-20T19:21:47Z', 'revision_number': 4, 'project_id': '15746619abc84db898b4490c3daf921e', 'subnets': [{'id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:21:48.884802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd38d7-5c1e-4ad3-a771-23c09ee9d90f None None] The sync data for ids ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'] in dv-cinder-786933-2-iscsi is: [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:21:41Z', 'revision_number': 4, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '2ded504a-e1be-4087-be89-85ffc370d910', 'name': '', 'network_id': '1be3b83e-f231-46b4-a0b5-8c674cc442ad', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'mac_address': 'fa:16:3e:2b:1e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:40Z', 'updated_at': '2021-04-20T19:21:47Z', 'revision_number': 4, 'project_id': '15746619abc84db898b4490c3daf921e', 'subnets': [{'id': '8a5f412e-b278-423e-b3e2-f5d8f379e08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:21:49.770695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbfd1a-e2e0-49c8-8ded-d3a0e14186cc req-64bae53d-a20e-44cd-98e4-2b8097a9487f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:49.772372 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-52dbfd1a-e2e0-49c8-8ded-d3a0e14186cc req-64bae53d-a20e-44cd-98e4-2b8097a9487f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1984191
Apr 20 19:21:49.899590 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-52dbfd1a-e2e0-49c8-8ded-d3a0e14186cc req-330c2ab1-c60b-4158-a7cc-ea17b6835cde tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164935
Apr 20 19:21:49.929270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434797a3-0343-4315-9b72-eb587efb21a6 req-f0eae97b-b8ff-41d0-947f-db7bb663732b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:49.930948 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-434797a3-0343-4315-9b72-eb587efb21a6 req-f0eae97b-b8ff-41d0-947f-db7bb663732b tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1466241
Apr 20 19:21:49.998741 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-434797a3-0343-4315-9b72-eb587efb21a6 req-76777661-56d5-4119-aa99-b0ac541ff411 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529900
Apr 20 19:21:50.028623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:50.807573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b82bec45-828f-4abd-b386-4515d4a84bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:50.836165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 2ded504a-e1be-4087-be89-85ffc370d910 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:50.923175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 2ded504a-e1be-4087-be89-85ffc370d910 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:21:50.928906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 2ded504a-e1be-4087-be89-85ffc370d910 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:50.929338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:51.132206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:51.171432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 2ded504a-e1be-4087-be89-85ffc370d910, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=2ded504a-e1be-4087-be89-85ffc370d910,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:21:51.176435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:51.178620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:51.215144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9ab0b-616d-4961-8f4d-9c65f658f025 req-66c99fac-f8d7-4a34-a18f-daca232c9d5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:51.216854 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6cf9ab0b-616d-4961-8f4d-9c65f658f025 req-66c99fac-f8d7-4a34-a18f-daca232c9d5a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1603820
Apr 20 19:21:51.269743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=2ded504a-e1be-4087-be89-85ffc370d910,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:51.274776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:51.294004 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6cf9ab0b-616d-4961-8f4d-9c65f658f025 req-d60dd11f-acf7-45e9-826f-9ee81587f378 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680451
Apr 20 19:21:51.313376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c574de4-5583-408c-9733-325ccf3d85fa req-ae3b9205-6fb0-436f-9793-c6549eefa869 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:51.317573 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c574de4-5583-408c-9733-325ccf3d85fa req-ae3b9205-6fb0-436f-9793-c6549eefa869 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1640494
Apr 20 19:21:51.365586 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c574de4-5583-408c-9733-325ccf3d85fa req-e70780dd-0fbe-44e9-8175-147cacdd7640 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438778
Apr 20 19:21:52.614561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980d5d9-63f7-4b21-9218-5febc7c242bd req-96012e4f-8945-4b2c-9e72-ab43135f04ce tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:52.616111 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2980d5d9-63f7-4b21-9218-5febc7c242bd req-96012e4f-8945-4b2c-9e72-ab43135f04ce tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1742387
Apr 20 19:21:52.624909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0da069-5c54-4314-94df-437bbd9274a2 req-53e44e2c-507c-47c9-93a7-09865fab59e7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:52.626661 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df0da069-5c54-4314-94df-437bbd9274a2 req-53e44e2c-507c-47c9-93a7-09865fab59e7 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1374965
Apr 20 19:21:52.696055 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df0da069-5c54-4314-94df-437bbd9274a2 req-a584626b-c5ed-4d41-b36d-a272a1e311b3 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521710
Apr 20 19:21:52.720495 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2980d5d9-63f7-4b21-9218-5febc7c242bd req-4769ccab-102d-499d-a887-52a3e59b5ea4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925901
Apr 20 19:21:52.794467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 2ded504a-e1be-4087-be89-85ffc370d910 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:21:52.871750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 2ded504a-e1be-4087-be89-85ffc370d910 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:21:52.872093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:53.670072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9617dfae-8c48-4e4d-9dad-565412f0e391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:54.004169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e80ec5-f0a5-4825-b50a-1bbedd8a5d85 req-9b807b33-28ca-4f21-a0c7-1471c97f96a1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:54.005737 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e80ec5-f0a5-4825-b50a-1bbedd8a5d85 req-9b807b33-28ca-4f21-a0c7-1471c97f96a1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1207836
Apr 20 19:21:54.007815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:54.021235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bc6b-2a1f-4c0c-851c-b08c13059bd6 req-b776df36-ec7f-4084-8308-23aeeb450079 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:54.024632 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2a8bc6b-2a1f-4c0c-851c-b08c13059bd6 req-b776df36-ec7f-4084-8308-23aeeb450079 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1832011
Apr 20 19:21:54.095975 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2a8bc6b-2a1f-4c0c-851c-b08c13059bd6 req-0f979f07-4739-46f4-871d-b23979c087e6 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519824
Apr 20 19:21:54.130655 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31e80ec5-f0a5-4825-b50a-1bbedd8a5d85 req-2a64dfd0-2f77-4dd6-9084-22a04afc4928 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023066
Apr 20 19:21:54.335729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:55.383578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64134da6-1c62-418e-a663-3b06df7028bb req-f960d0c9-4039-4665-ac55-e33b643fcd64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:55.394939 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64134da6-1c62-418e-a663-3b06df7028bb req-f960d0c9-4039-4665-ac55-e33b643fcd64 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1770301
Apr 20 19:21:55.428785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334403e1-9651-44af-9ce7-3ca0a652727d req-111bdb75-fdd6-41a2-8289-ff0d6c0eb7ad tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:55.433776 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-334403e1-9651-44af-9ce7-3ca0a652727d req-111bdb75-fdd6-41a2-8289-ff0d6c0eb7ad tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1766694
Apr 20 19:21:55.482010 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-64134da6-1c62-418e-a663-3b06df7028bb req-b016f988-5cb7-4404-bbc4-d4b46ac5035c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861299
Apr 20 19:21:55.520937 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-334403e1-9651-44af-9ce7-3ca0a652727d req-67b86f12-ada7-40b4-8a2c-5507b4a7f293 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836668
Apr 20 19:21:55.526116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:55.867283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-40b11aa8-21fd-4ac6-83bb-571de4a3e613 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:55.868849 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-40b11aa8-21fd-4ac6-83bb-571de4a3e613 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/networks?id=caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 200  len: 813 time: 0.1604016
Apr 20 19:21:55.885912 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-4c8e0928-f016-4491-ac63-f6cd3424d91d tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/quotas/7be22f2bc47d4b77ad6ca95a8e026bbb HTTP/1.1" status: 200  len: 375 time: 0.0102904
Apr 20 19:21:55.940813 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-123fdd51-35b9-4adb-b838-d03ba58b3810 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482528
Apr 20 19:21:56.031107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-c001ffd2-8e44-4bf9-9ec6-53c269838d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:56.032818 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-c001ffd2-8e44-4bf9-9ec6-53c269838d31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1098 time: 0.0850852
Apr 20 19:21:56.116563 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-749afc40-fd67-45bb-af33-7db6290708f8 service neutron] 10.222.0.48 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680312
Apr 20 19:21:56.278570 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-9810bac1-4f88-4474-8b95-36d799fc600b service neutron] 10.222.0.48 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604481
Apr 20 19:21:56.515559 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9e1217d7-2087-4583-8906-a2b8117f44ab req-648e9450-3adb-4096-935d-be8ffa5d474b tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 210 time: 0.0666864
Apr 20 19:21:56.555912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-eb990fb2-e5f1-4f0b-994e-a9c09017f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:56.558236 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-eb990fb2-e5f1-4f0b-994e-a9c09017f5ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.4796729
Apr 20 19:21:56.739985 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-583f5e8f-eb07-489e-a824-587882efba5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 1001 time: 0.1713462
Apr 20 19:21:56.826553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-51de4f7b-9458-4537-8717-4da8beaa2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:56.828418 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-51de4f7b-9458-4537-8717-4da8beaa2bb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.0808811
Apr 20 19:21:56.871474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f70d2a-5628-4624-ae17-147cc704d817 req-0d4e6536-73dc-42fa-bc80-c8ae32e7530e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:56.878389 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9f70d2a-5628-4624-ae17-147cc704d817 req-0d4e6536-73dc-42fa-bc80-c8ae32e7530e tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1908791
Apr 20 19:21:56.890127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfb5b6-f6c5-4bea-901a-faccc333801a req-f215fdf4-ac70-4a38-af76-f16b7367cd7f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:56.893888 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c7dfb5b6-f6c5-4bea-901a-faccc333801a req-f215fdf4-ac70-4a38-af76-f16b7367cd7f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2064636
Apr 20 19:21:56.924292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-ea51fc0e-3fb3-460b-ae0b-79d00272e73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:56.926540 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-ea51fc0e-3fb3-460b-ae0b-79d00272e73a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901673
Apr 20 19:21:56.971256 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9f70d2a-5628-4624-ae17-147cc704d817 req-2e7d7772-aab1-47ae-8488-59283cba4cbc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905766
Apr 20 19:21:56.975934 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c7dfb5b6-f6c5-4bea-901a-faccc333801a req-c5e8ab4e-5b0a-489d-b4c0-3896adc508ac tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678673
Apr 20 19:21:57.084556 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-d4f07d27-aad4-46e2-88ed-7d9e047a62e5 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459157
Apr 20 19:21:57.288409 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f600a05a-6bd2-4a50-948c-442878a23b11 req-3053ecbf-1edd-4880-92ad-ef3ef5e3c019 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945770
Apr 20 19:21:57.410590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee868d8-b299-4fa3-ad97-dc8df287396f req-adfb66c5-58a2-4758-9766-4e3dda7c351f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:57.413196 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ee868d8-b299-4fa3-ad97-dc8df287396f req-adfb66c5-58a2-4758-9766-4e3dda7c351f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1087334
Apr 20 19:21:57.476905 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ee868d8-b299-4fa3-ad97-dc8df287396f req-8c6e9110-04bc-48cf-9016-492c6c336fe6 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520260
Apr 20 19:21:57.660105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46588) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:57.680903 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5133c5f1-2cc2-43fb-a7ab-9b6813fc3496 req-28b1f34c-d538-49e2-a2ad-df2c5c7c0322 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 210 time: 0.0522339
Apr 20 19:21:57.794321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:57.812555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:57.817179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Usage tracker for resource:security_group_rule and tenant:29cbacf84f9041e99f340e9a2a494fca is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:57.820377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:57.827466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:58.019108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.027409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.038771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ae767c7d-90da-460d-ad8b-a3d2def61efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:58.143166 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29cbacf84f9041e99f340e9a2a494fca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4817729
Apr 20 19:21:58.154348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46598) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:21:58.154553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fea881-374e-493d-94fd-2035a20b2f12,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:58.218911 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.219329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.219742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.220148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.220554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.220959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.221360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.221760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.222190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.222589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.223043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.223512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:21:58.236396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-e68865df-3939-4be4-88ed-e970ac409eb7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:58.237354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-549b562e-fb71-4287-8d20-884a24638d9a req-e68865df-3939-4be4-88ed-e970ac409eb7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Synchronizing usage tracker for tenant:7be22f2bc47d4b77ad6ca95a8e026bbb on resource:network {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:21:58.247662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:58.261490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.286055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba26e2b-4f26-49e9-b65a-add0a63b2bec req-f36ae641-d196-4ff8-b795-4818831a723f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:58.286946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-549b562e-fb71-4287-8d20-884a24638d9a req-e68865df-3939-4be4-88ed-e970ac409eb7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Unset dirty status for tenant:7be22f2bc47d4b77ad6ca95a8e026bbb on resource:network {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:21:58.287582 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ba26e2b-4f26-49e9-b65a-add0a63b2bec req-f36ae641-d196-4ff8-b795-4818831a723f tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1805027
Apr 20 19:21:58.288171 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-e68865df-3939-4be4-88ed-e970ac409eb7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "GET /v2.0/networks?id=caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 200  len: 813 time: 0.4043341
Apr 20 19:21:58.295772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.296773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93820a5-61a4-46b6-a236-886504c5400c req-b4d335e0-aefc-4710-a389-4cd4a2ec73bd tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:58.299004 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d93820a5-61a4-46b6-a236-886504c5400c req-b4d335e0-aefc-4710-a389-4cd4a2ec73bd tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1370668
Apr 20 19:21:58.313116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Request body: {'port': {'device_id': '1f64bf26-0f44-476d-b513-2423785d8947', 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796', 'admin_state_up': True, 'tenant_id': '7be22f2bc47d4b77ad6ca95a8e026bbb'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:58.372458 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8ba26e2b-4f26-49e9-b65a-add0a63b2bec req-588b7183-7bc0-4cbb-8f13-d5ed3591dafc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730588
Apr 20 19:21:58.382487 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d93820a5-61a4-46b6-a236-886504c5400c req-9f02b866-a113-4900-8f2a-2014d859bb92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686023
Apr 20 19:21:58.484828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.491857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6019c829-849e-45f0-9409-894a3737a15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:58.511642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fea881-374e-493d-94fd-2035a20b2f12,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:58.514522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:58.521366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:21:58.526465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.527790 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9fea881-374e-493d-94fd-2035a20b2f12 HTTP/1.1" status: 204  len: 168 time: 0.3706701
Apr 20 19:21:58.529314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Usage tracker for resource:port and tenant:7be22f2bc47d4b77ad6ca95a8e026bbb is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:21:58.533036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:21:58.540721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:21:58.550576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Made reservation on behalf of 7be22f2bc47d4b77ad6ca95a8e026bbb for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:21:58.557892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:58.724397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1fbe-5cc3-4b3e-be27-4e6ed2f11e03 req-0d1c58e0-156f-4adf-9a1c-994a98b259f4 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:58.726230 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d9a1fbe-5cc3-4b3e-be27-4e6ed2f11e03 req-0d1c58e0-156f-4adf-9a1c-994a98b259f4 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1073701
Apr 20 19:21:58.787944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Allocated IP 172.20.0.8 (caf71d8f-22e3-4252-8fc9-b332e3720796/49b547a5-246c-4772-a572-75df9812f42b/8db6ba9e-5647-4f03-bf5a-87a4b20c333c) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:21:58.800312 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d9a1fbe-5cc3-4b3e-be27-4e6ed2f11e03 req-8b49af7c-ebd9-4535-a85e-d90a89497bf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623794
Apr 20 19:21:58.881015 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-216ade62-ad18-4f1e-a5ad-dab4e11d0c08 req-1bf385cd-7736-42d6-8e6b-a3ef78d76ee2 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 210 time: 0.0512483
Apr 20 19:21:59.016458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.046744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.052999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-55751d66-4355-4c18-abb5-cfc70eb99298 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:59.134561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Pushing event updated for resources: {'Port': ['ID=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:21:59.139668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:21:59.141574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Network caf71d8f-22e3-4252-8fc9-b332e3720796 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:21:59.142809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:21:59.145104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:21:59.216832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:59.217521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.241694 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9372289
Apr 20 19:21:59.256420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Request body: {'port': {'device_id': '1f64bf26-0f44-476d-b513-2423785d8947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:21:59.383351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.687834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891c4a-5a05-4406-ab48-2044244d66e4 req-5a70c7a0-83cf-49b1-b824-5d6f732671d1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:59.697740 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe891c4a-5a05-4406-ab48-2044244d66e4 req-5a70c7a0-83cf-49b1-b824-5d6f732671d1 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.1977274
Apr 20 19:21:59.736673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f1b0-d110-4492-923c-5db56e9b3662 req-3a0f0eb4-9354-4492-b7e7-4ef897218d94 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:21:59.738359 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2519f1b0-d110-4492-923c-5db56e9b3662 req-3a0f0eb4-9354-4492-b7e7-4ef897218d94 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1953254
Apr 20 19:21:59.771296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db6ba9e-5647-4f03-bf5a-87a4b20c333c {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:21:59.779437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.782285 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fe891c4a-5a05-4406-ab48-2044244d66e4 req-62dcf66a-29c1-4897-92f8-d0bcc69f340a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835199
Apr 20 19:21:59.796744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Transition to ACTIVE for port object 8db6ba9e-5647-4f03-bf5a-87a4b20c333c will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:21:59.801092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:21:59.806908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:21:59.815112 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2519f1b0-d110-4492-923c-5db56e9b3662 req-3f64d57a-3c58-42cd-9284-33a7cca0acb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672314
Apr 20 19:22:00.023333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411d51e-869a-40d3-888e-ded332610476 req-73b4799a-01c7-4d05-bb88-f9692aeb877c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:00.025010 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2411d51e-869a-40d3-888e-ded332610476 req-73b4799a-01c7-4d05-bb88-f9692aeb877c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.0956035
Apr 20 19:22:00.128257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Pushing event updated for resources: {'Port': ['ID=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:00.134772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:00.139553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Attempting to bind port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:22:00.139901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Attempting to bind port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:22:00.140273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Attempting to bind port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c on network caf71d8f-22e3-4252-8fc9-b332e3720796 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:22:00.141520 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2411d51e-869a-40d3-888e-ded332610476 req-a6b60cd0-110e-428c-a688-c12f4342fe98 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685611
Apr 20 19:22:00.151140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c on network caf71d8f-22e3-4252-8fc9-b332e3720796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:22:00.151529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Attempting to bind port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c on network caf71d8f-22e3-4252-8fc9-b332e3720796 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:22:00.161138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:22:00.161520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Checking segment: {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:22:00.161979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Bound using segment: {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:22:00.162464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Bound port: 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a30357f-69bc-44b1-a6e5-02ad0018a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:22:00.162851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.179785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76073e-dea3-4df0-8ca6-2e174ac4687e req-01856108-3ba6-40f3-ae9b-fa4cc94b9b07 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:00.181856 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a76073e-dea3-4df0-8ca6-2e174ac4687e req-01856108-3ba6-40f3-ae9b-fa4cc94b9b07 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 943 time: 0.1557875
Apr 20 19:22:00.237324 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a76073e-dea3-4df0-8ca6-2e174ac4687e req-7717ec3a-af5d-493c-98e8-6e24256b46f1 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451071
Apr 20 19:22:00.261675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] For port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:22:00.265371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] For port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:22:00.270243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.275556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10cda9de-c7e8-4b2c-9391-18f95f8f0571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:00.330013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:00.330728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.332253 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] 10.222.0.52 "PUT /v2.0/ports/8db6ba9e-5647-4f03-bf5a-87a4b20c333c HTTP/1.1" status: 200  len: 1093 time: 1.0803864
Apr 20 19:22:00.335246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f64bf26-0f44-476d-b513-2423785d8947', 'tag': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:00.369163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Pushing event updated for resources: {'Port': ['ID=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:00.372629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:00.424746 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f64bf26-0f44-476d-b513-2423785d8947', 'tag': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c', 'status': 'completed', 'code': 200}
Apr 20 19:22:00.463339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-b9e70dc1-d2c5-48e9-b820-30b8d045c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:00.465046 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-b9e70dc1-d2c5-48e9-b820-30b8d045c6b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 1096 time: 0.0822403
Apr 20 19:22:00.504299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46666) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:00.547021 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-d1a582c8-4c8e-4cb4-ba64-c488b125f0cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c HTTP/1.1" status: 200  len: 217 time: 0.0725315
Apr 20 19:22:00.622741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b562e-fb71-4287-8d20-884a24638d9a req-62bbdf4b-5a96-45cc-9b7b-119bc6de56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:00.624563 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-62bbdf4b-5a96-45cc-9b7b-119bc6de56cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49b547a5-246c-4772-a572-75df9812f42b HTTP/1.1" status: 200  len: 853 time: 0.0662150
Apr 20 19:22:00.638300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.653361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:00.657428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Usage tracker for resource:security_group_rule and tenant:87a519a29c604b48b5523e77354fc969 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:00.660428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:00.666909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:00.682794 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-312e335d-0442-4b23-81f7-0e3a612cbd2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=caf71d8f-22e3-4252-8fc9-b332e3720796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505979
Apr 20 19:22:00.755346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.759972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.769715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0e1914af-9c2b-4bda-a391-7d284eda48a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:00.817309 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87a519a29c604b48b5523e77354fc969&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3069184
Apr 20 19:22:00.817309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f58b0e0-e5f2-46d5-a4c2-e3cf36dcb52a,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:00.817309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46676) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:00.820455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:00.859579 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-ed66a520-4ce0-44b5-8807-c0f51f080be2 service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657984
Apr 20 19:22:00.886121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:00.916085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:01.014770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:01.037344 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-549b562e-fb71-4287-8d20-884a24638d9a req-bca37860-abc4-4636-a0cc-ae07a5297781 service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632674
Apr 20 19:22:01.057514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:01.075080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f58b0e0-e5f2-46d5-a4c2-e3cf36dcb52a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:01.088533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:01.124138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:01.125377 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f58b0e0-e5f2-46d5-a4c2-e3cf36dcb52a HTTP/1.1" status: 204  len: 168 time: 0.3070459
Apr 20 19:22:01.164079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfa920-f287-4aaf-8c92-050ab4792602 req-77f20c33-a1f8-41d7-9cf8-a41779689f77 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.165728 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73bfa920-f287-4aaf-8c92-050ab4792602 req-77f20c33-a1f8-41d7-9cf8-a41779689f77 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.2035208
Apr 20 19:22:01.178145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832dd54-9869-43ac-96ea-f6131269eede req-a4a4f042-0b43-4f90-8a56-a853e9f025ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.179753 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-a4a4f042-0b43-4f90-8a56-a853e9f025ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 1096 time: 0.0923452
Apr 20 19:22:01.184440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c562449-1369-446b-bc03-9a1a55eb45cd req-d991c31f-2b65-41e7-b3bd-b58ae72dbbf8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.186034 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c562449-1369-446b-bc03-9a1a55eb45cd req-d991c31f-2b65-41e7-b3bd-b58ae72dbbf8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.1788754
Apr 20 19:22:01.259889 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73bfa920-f287-4aaf-8c92-050ab4792602 req-d1a95e04-dda9-4e2a-9744-897ccd01a74a tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857654
Apr 20 19:22:01.271095 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6c562449-1369-446b-bc03-9a1a55eb45cd req-f2498423-a58c-4937-b921-0f78e2b78cd6 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692241
Apr 20 19:22:01.329804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832dd54-9869-43ac-96ea-f6131269eede req-801a24c3-03d2-4b30-b503-87554b2468b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.331449 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-801a24c3-03d2-4b30-b503-87554b2468b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 200  len: 914 time: 0.1434233
Apr 20 19:22:01.416340 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-2ee7ef61-71db-49e5-a04d-d8cdb3f65b87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c HTTP/1.1" status: 200  len: 217 time: 0.0772548
Apr 20 19:22:01.496101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832dd54-9869-43ac-96ea-f6131269eede req-98a33641-abb6-4b3a-a721-33dfb4d5aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.497880 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-98a33641-abb6-4b3a-a721-33dfb4d5aceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=49b547a5-246c-4772-a572-75df9812f42b HTTP/1.1" status: 200  len: 853 time: 0.0730166
Apr 20 19:22:01.517429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46692) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:01.553882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:01.557778 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-40b141ea-3c64-41d9-a9fa-fb62dc78596f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=caf71d8f-22e3-4252-8fc9-b332e3720796&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495217
Apr 20 19:22:01.580875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:01.598224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Usage tracker for resource:security_group_rule and tenant:db1c7c00e45446c0a169987be97886a4 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:01.604285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:01.615524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:01.652489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee55401-6aa5-43be-98a2-1dbabfb34ad5 req-472d084b-2e3a-4faf-925a-c086d378b941 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.654085 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6ee55401-6aa5-43be-98a2-1dbabfb34ad5 req-472d084b-2e3a-4faf-925a-c086d378b941 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2409925
Apr 20 19:22:01.665672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a31cd-cfa8-4dac-bf8d-0a94f7914971 req-f829873b-9d48-409e-9a38-0f7ab03c6f4f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:01.667371 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cd6a31cd-cfa8-4dac-bf8d-0a94f7914971 req-f829873b-9d48-409e-9a38-0f7ab03c6f4f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 943 time: 0.2057166
Apr 20 19:22:01.706998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-666de6fc-773e-4f9a-b461-e21f375fdd42 service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403582
Apr 20 19:22:01.828318 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cd6a31cd-cfa8-4dac-bf8d-0a94f7914971 req-7bb8e3b5-dc1f-435b-9a59-450c8ce9a006 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213245
Apr 20 19:22:01.833937 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6ee55401-6aa5-43be-98a2-1dbabfb34ad5 req-a61f8f97-1f24-433f-a9cd-64d457856be7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303902
Apr 20 19:22:02.116698 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2832dd54-9869-43ac-96ea-f6131269eede req-ae371b3f-625f-46c8-bdb7-c898aaaf33d1 service neutron] 10.222.0.52 "GET /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3988805
Apr 20 19:22:02.162642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-7389531f-b046-461a-93f8-02c15fe8414c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:02.164196 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-7389531f-b046-461a-93f8-02c15fe8414c tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.5091696
Apr 20 19:22:02.165963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.169703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.178102 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-08d27b1f-350f-4e59-9a0e-b55ad1027c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:02.279232 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db1c7c00e45446c0a169987be97886a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7593727
Apr 20 19:22:02.281955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c46aa1-fe78-4355-8cd6-561ee94bd2da,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:02.282277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46712) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:02.290692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Deleting port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:22:02.291036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.349524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.355236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:02.377253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.422997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.428398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e3f5491-07b1-4b4a-971f-01c9fc95d62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:02.442243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c46aa1-fe78-4355-8cd6-561ee94bd2da,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:02.444701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:02.446930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.451465 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1c46aa1-fe78-4355-8cd6-561ee94bd2da HTTP/1.1" status: 204  len: 168 time: 0.1649151
Apr 20 19:22:02.691316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] For port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:02.691709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:02.774037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c68b1-e04f-49fd-946d-738c7dd4c874 req-d01f03b6-4dad-421d-be4f-a9a908667199 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:02.775668 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d4c68b1-e04f-49fd-946d-738c7dd4c874 req-d01f03b6-4dad-421d-be4f-a9a908667199 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 946 time: 0.3656311
Apr 20 19:22:02.846534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Calling delete_port for 25a065c9-4997-4b1c-8cf3-f66d5c392d3a owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:22:02.884206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682e9e3-365b-4a3d-af40-0159f98c1437 req-11feded6-7e89-41de-9bdd-910c45f505b7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:02.885812 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f682e9e3-365b-4a3d-af40-0159f98c1437 req-11feded6-7e89-41de-9bdd-910c45f505b7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.4359131
Apr 20 19:22:03.003419 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d4c68b1-e04f-49fd-946d-738c7dd4c874 req-ce7a6b0f-c2d2-4197-b434-69678a61aa8d tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/security-groups?id=b2440da7-58aa-4a25-8043-8193d70295fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647964
Apr 20 19:22:03.014468 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f682e9e3-365b-4a3d-af40-0159f98c1437 req-e2a14778-025f-46c9-9618-d69a7d652d1e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050127
Apr 20 19:22:03.194904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:03.250652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa01bc4d-5ec2-4034-90e8-7483372c80b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:03.309329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Pushing event deleted for resources: {'Port': ['ID=25a065c9-4997-4b1c-8cf3-f66d5c392d3a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:03.342836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:03.413872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] No DVR routers for this DVR port 25a065c9-4997-4b1c-8cf3-f66d5c392d3a on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:22:03.423024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:03.426770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'name': 'network-vif-deleted', 'tag': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:03.463674 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b151c1b2-828f-4fd8-adb4-c893470ac121 req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.52 "DELETE /v2.0/ports/25a065c9-4997-4b1c-8cf3-f66d5c392d3a HTTP/1.1" status: 204  len: 173 time: 1.2865002
Apr 20 19:22:03.473111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a9fa8-743c-4069-99ad-cd8e04bda61a req-1cd3974d-9395-4ed3-9a7e-c980af7e2ae7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:03.474731 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-658a9fa8-743c-4069-99ad-cd8e04bda61a req-1cd3974d-9395-4ed3-9a7e-c980af7e2ae7 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 943 time: 0.3272362
Apr 20 19:22:03.488779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c8eef-cd58-4d69-b7f7-459fb28bce8b req-d197c2a6-7743-444a-86e4-063de2d92f99 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:03.490392 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-127c8eef-cd58-4d69-b7f7-459fb28bce8b req-d197c2a6-7743-444a-86e4-063de2d92f99 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.3033690
Apr 20 19:22:03.569437 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-658a9fa8-743c-4069-99ad-cd8e04bda61a req-0d2f0c14-c263-4f5e-95ff-1d8f430e26a1 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779731
Apr 20 19:22:03.580498 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-127c8eef-cd58-4d69-b7f7-459fb28bce8b req-1ca3323b-cedc-45c9-9796-3d29976c74d8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742800
Apr 20 19:22:03.626443 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb06c1b0-0d59-4ae0-a487-4fa1252de8e1', 'name': 'network-vif-deleted', 'tag': '25a065c9-4997-4b1c-8cf3-f66d5c392d3a', 'status': 'completed', 'code': 200}
Apr 20 19:22:04.041730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 8db6ba9e-5647-4f03-bf5a-87a4b20c333c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:22:04.151896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 25a065c9-4997-4b1c-8cf3-f66d5c392d3a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:22:04.261360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 25a065c9-4997-4b1c-8cf3-f66d5c392d3a {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:22:04.262548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 25a065c9-4997-4b1c-8cf3-f66d5c392d3a not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:22:04.335978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:04.350351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f128bb80-9adf-400c-baf6-0489344316c8 req-32234287-0be8-4c18-8fa5-833d4f575a90 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Synchronizing usage tracker for tenant:7d47d9888e1a44e59e046c5da416e68d on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:22:04.351212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c', 'network_id': 'caf71d8f-22e3-4252-8fc9-b332e3720796', 'port_id': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c', 'mac_address': 'fa:16:3e:e7:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b547a5-246c-4772-a572-75df9812f42b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:22:04.373966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87992fe-d900-4060-8e12-41301219b921 req-f5479be6-e02f-4277-b7cb-461ae7dfaf65 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:04.375695 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e87992fe-d900-4060-8e12-41301219b921 req-f5479be6-e02f-4277-b7cb-461ae7dfaf65 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 944 time: 0.2028089
Apr 20 19:22:04.424857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:04.435581 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e87992fe-d900-4060-8e12-41301219b921 req-68115edf-8777-4e08-8cd9-0035e20318ff tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587642
Apr 20 19:22:04.436833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-f128bb80-9adf-400c-baf6-0489344316c8 req-32234287-0be8-4c18-8fa5-833d4f575a90 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Unset dirty status for tenant:7d47d9888e1a44e59e046c5da416e68d on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:22:04.438102 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f128bb80-9adf-400c-baf6-0489344316c8 req-32234287-0be8-4c18-8fa5-833d4f575a90 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb06c1b0-0d59-4ae0-a487-4fa1252de8e1 HTTP/1.1" status: 200  len: 210 time: 0.1621618
Apr 20 19:22:04.447337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db6ba9e-5647-4f03-bf5a-87a4b20c333c {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:22:04.475478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:04.478783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:04.479733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:22:04.484547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:04.644109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:04.656592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:04.713228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:04.732725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'port_id': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'mac_address': 'fa:16:3e:ca:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:22:04.794392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:04.813987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0540be-bff7-4e64-b9b7-d68ed1293fdc {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:22:04.830168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:04.834851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:04.837322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:04.858759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca056e8-1d11-4002-8ee9-40005990438c req-b4bd9d73-fe23-483f-bfa9-46bf4b72e676 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:04.860474 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ca056e8-1d11-4002-8ee9-40005990438c req-b4bd9d73-fe23-483f-bfa9-46bf4b72e676 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1280384
Apr 20 19:22:04.867167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46798) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:04.868573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb249d9d-032f-46b3-9d2c-89a620e570da req-1130ca87-2929-43a6-a660-6ffb4a793a4f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:04.870369 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb249d9d-032f-46b3-9d2c-89a620e570da req-1130ca87-2929-43a6-a660-6ffb4a793a4f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 944 time: 0.1763711
Apr 20 19:22:04.909955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=9']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:04.913484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:04.954258 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2ca056e8-1d11-4002-8ee9-40005990438c req-b4e67012-4c70-4e0f-abb4-588745f9e5b1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778830
Apr 20 19:22:04.958926 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb249d9d-032f-46b3-9d2c-89a620e570da req-acf8109e-2d44-40bf-92d4-161bcd9059c0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814297
Apr 20 19:22:04.996976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.013231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:05.017267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Usage tracker for resource:security_group_rule and tenant:2545e63dcb034a2a8e3e369a57dd35ea is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:05.020358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:05.026504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:05.116466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['8db6ba9e-5647-4f03-bf5a-87a4b20c333c'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:22:05.119181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.122881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.132655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f5621a50-9721-418e-bd54-34b8cf483c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:05.153642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['2e0540be-bff7-4e64-b9b7-d68ed1293fdc'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:22:05.163403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6ce1f-043b-410b-aa2c-eb6abb92b00e req-a2b2d58e-64ce-4f3f-a76d-ee87874a462b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:05.164961 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dd6ce1f-043b-410b-aa2c-eb6abb92b00e req-a2b2d58e-64ce-4f3f-a76d-ee87874a462b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.0907853
Apr 20 19:22:05.182568 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2545e63dcb034a2a8e3e369a57dd35ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3140504
Apr 20 19:22:05.183932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bbdb1e-76a8-43f3-9ad7-68b0d3e7d296,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:05.186839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46804) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:05.190144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:05.219179 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4dd6ce1f-043b-410b-aa2c-eb6abb92b00e req-e310649f-ac03-4c56-9276-c59ac505078b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468972
Apr 20 19:22:05.244501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46808) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:05.262614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.290813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.339590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.344486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8b2b0661-873c-4d4b-a79f-c49f16c759a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:05.358944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bbdb1e-76a8-43f3-9ad7-68b0d3e7d296,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:05.362253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:05.364583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.369043 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14bbdb1e-76a8-43f3-9ad7-68b0d3e7d296 HTTP/1.1" status: 204  len: 168 time: 0.1778173
Apr 20 19:22:05.545064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd12a55-e446-4d1a-a6d8-facd35221780 tempest-TestMinimumBasicScenario-1026474895 tempest-TestMinimumBasicScenario-1026474895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:05.546123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5cd12a55-e446-4d1a-a6d8-facd35221780 tempest-TestMinimumBasicScenario-1026474895 tempest-TestMinimumBasicScenario-1026474895-project-admin] Synchronizing usage tracker for tenant:63163450114046e2a3df5a3b3d67a4f3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:22:05.576134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46824) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:05.634842 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5cd12a55-e446-4d1a-a6d8-facd35221780 tempest-TestMinimumBasicScenario-1026474895 tempest-TestMinimumBasicScenario-1026474895-project-admin] Unset dirty status for tenant:63163450114046e2a3df5a3b3d67a4f3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:22:05.636227 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5cd12a55-e446-4d1a-a6d8-facd35221780 tempest-TestMinimumBasicScenario-1026474895 tempest-TestMinimumBasicScenario-1026474895-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1094 time: 0.3906181
Apr 20 19:22:05.641060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46828) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:05.648162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'port_id': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:05.655990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:05.660403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:floatingip and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:05.664304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:05.673347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:05.685037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.748456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46832) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:05.805463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.838724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:05.838983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:05.848806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9385926840479fa0ced64f3935a500 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:05.863746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:05.877089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:05.991252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Allocated IP 172.27.1.94 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/daddb252-da2e-45dd-9b09-59a638bf8129) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:22:06.029634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ad4bf-9f51-4641-817e-ff268e14e86d req-5a7c6357-fc99-4f5e-8e8f-31dfed7dc38f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:06.031318 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd6ad4bf-9f51-4641-817e-ff268e14e86d req-5a7c6357-fc99-4f5e-8e8f-31dfed7dc38f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 945 time: 0.4520805
Apr 20 19:22:06.073481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 8db6ba9e-5647-4f03-bf5a-87a4b20c333c up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:22:06.146042 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd6ad4bf-9f51-4641-817e-ff268e14e86d req-c0bf7bba-1b89-4910-90ea-c60d80854b0d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993102
Apr 20 19:22:06.160464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:22:06.167004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:22:06.167445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.187338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.227933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.237483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33d268ab-8cff-4582-9a0b-313ed7e61dd0 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:06.312274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:22:06.312556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.316377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:22:06.320580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:22:06.344545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f64bf26-0f44-476d-b513-2423785d8947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:06.356446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:06.360167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.360658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'Port': ['ID=daddb252-da2e-45dd-9b09-59a638bf8129,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:06.360922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:22:06.365517 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:06.396570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bfeb81a7-2eba-42e0-8cdc-889d8433ca12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:06.496032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:06.500015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:06.506607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:22:06.507034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.616779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75670a20-bbd1-478d-84ba-190209fd6a8e req-959ee20a-ed8e-43a0-a75d-af84315af3b0 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:06.623023 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75670a20-bbd1-478d-84ba-190209fd6a8e req-959ee20a-ed8e-43a0-a75d-af84315af3b0 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.5458202
Apr 20 19:22:06.699785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.713617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.730156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffce6421-dcab-4071-93cc-6eb609413c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:06.830971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.840698 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-75670a20-bbd1-478d-84ba-190209fd6a8e req-dade1d40-0045-4d20-9633-39ccb1e7fc40 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1961191
Apr 20 19:22:06.841815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.852550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195f3ca-89fc-4785-85d8-8c5cac1de2b5 req-8ed4439b-d639-43d2-b5e1-ed9d5f9013c2 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:06.860403 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f195f3ca-89fc-4785-85d8-8c5cac1de2b5 req-8ed4439b-d639-43d2-b5e1-ed9d5f9013c2 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.6062813
Apr 20 19:22:06.862499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b11adcf-2c30-485f-9d6d-30526049d103,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:06.865964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:06.873360 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d9385926840479fa0ced64f3935a500&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1163335
Apr 20 19:22:06.879329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:06.881142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46846) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:06.884727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.887299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-626a4d74-e1dc-4778-a8db-2b830d4ec100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:06.943611 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f195f3ca-89fc-4785-85d8-8c5cac1de2b5 req-a2cc3f4f-2836-44e3-b8ea-aa171e411765 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820601
Apr 20 19:22:06.965071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:06.970347 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f64bf26-0f44-476d-b513-2423785d8947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c', 'code': 200}
Apr 20 19:22:07.048315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=10']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:07.060112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:07.128534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.145846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.241157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.301625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-7c8d5ad2-6c6f-4e32-a31b-02f06a6895b1 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Synchronizing usage tracker for tenant:0d968355d63345bb88225895ff82e482 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:22:07.337129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.343258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:07.357301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.359154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b11adcf-2c30-485f-9d6d-30526049d103,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:07.361813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:07.362509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.367521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15220be5-62d7-46db-8188-9f772d024ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:07.435978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-7c8d5ad2-6c6f-4e32-a31b-02f06a6895b1 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Unset dirty status for tenant:0d968355d63345bb88225895ff82e482 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:22:07.437281 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-7c8d5ad2-6c6f-4e32-a31b-02f06a6895b1 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476646397&fields=id&tenant_id=0d968355d63345bb88225895ff82e482 HTTP/1.1" status: 200  len: 267 time: 0.3606079
Apr 20 19:22:07.494704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'Port': ['ID=daddb252-da2e-45dd-9b09-59a638bf8129,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:07.499497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.502522 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b11adcf-2c30-485f-9d6d-30526049d103 HTTP/1.1" status: 204  len: 168 time: 0.6199365
Apr 20 19:22:07.506843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:07.521541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.667302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501e288-dd43-4678-93a3-c925e08191a1 req-6d74fc9c-b1fe-4428-a805-097312261575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:07.668979 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c501e288-dd43-4678-93a3-c925e08191a1 req-6d74fc9c-b1fe-4428-a805-097312261575 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 1098 time: 0.4754038
Apr 20 19:22:07.716545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518930e5-3746-4548-8cf7-d4ceecf53251 req-3aeddfd8-47a1-43bb-a159-475f0b78d882 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:07.724143 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-518930e5-3746-4548-8cf7-d4ceecf53251 req-3aeddfd8-47a1-43bb-a159-475f0b78d882 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.4194696
Apr 20 19:22:07.733868 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Floating IP 6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea associated. External IP: 172.27.1.94, port: 79ce51e3-8bf1-4b3e-acb6-946d6604e11f.
Apr 20 19:22:07.798131 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c501e288-dd43-4678-93a3-c925e08191a1 req-36917743-b820-452d-bdc6-7253243f3b5a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180196
Apr 20 19:22:07.850280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-afe87640-ed56-4205-87aa-369dc492458e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:07.851033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-afe87640-ed56-4205-87aa-369dc492458e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Synchronizing usage tracker for tenant:0d968355d63345bb88225895ff82e482 on resource:network {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:22:07.862224 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-518930e5-3746-4548-8cf7-d4ceecf53251 req-201642d0-fea1-4a99-a290-9c1cada8c943 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237595
Apr 20 19:22:07.947324 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Deleting port e4d7877b-d7a6-4964-b671-2c0cc0c39059 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:22:07.947723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:07.978681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-afe87640-ed56-4205-87aa-369dc492458e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Unset dirty status for tenant:0d968355d63345bb88225895ff82e482 on resource:network {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:22:07.980081 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-afe87640-ed56-4205-87aa-369dc492458e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 808 time: 0.5310750
Apr 20 19:22:08.053661 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-0a06068c-87ad-4824-98c9-34973e9d5f9f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/quotas/0d968355d63345bb88225895ff82e482 HTTP/1.1" status: 200  len: 375 time: 0.0616789
Apr 20 19:22:08.146447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Router 35c24e83-cd14-44a2-b8ce-09e412cd856b has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:22:08.268759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072067a-af6c-4d53-9859-3be3f89039b2 req-67564e02-2ad4-42b2-b0eb-a16f6b534ff1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:08.270461 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6072067a-af6c-4d53-9859-3be3f89039b2 req-67564e02-2ad4-42b2-b0eb-a16f6b534ff1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.2748861
Apr 20 19:22:08.334035 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-1a39d3c6-a516-4d8c-9348-ebc754655152 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2480690
Apr 20 19:22:08.354648 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] For port e4d7877b-d7a6-4964-b671-2c0cc0c39059, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e4d7877b-d7a6-4964-b671-2c0cc0c39059,segment=NetworkSegment(8d63740c-4fd5-4394-96a5-2a700ea00a1f),segment_id=8d63740c-4fd5-4394-96a5-2a700ea00a1f)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:08.355305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:08.579911 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6072067a-af6c-4d53-9859-3be3f89039b2 req-f198af33-76d3-495f-8eeb-ab8483307d40 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2993035
Apr 20 19:22:08.590581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Calling delete_port for e4d7877b-d7a6-4964-b671-2c0cc0c39059 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:22:08.597893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:22:08.610441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] Sync routers for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:22:08.626284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:22:08.626979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8373908>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:08.630191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:08.763627 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1207223
Apr 20 19:22:08.764698 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:08.771140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46886) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:08.778387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794385002', 'description': 'tempest-secgroup-smoke-794385002 description', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:08.785410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:08.797685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:08.801353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:08.808609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:08.821777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:08.848762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:08.853424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:08.858149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:08.872532 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:08.968029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:08.972125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:08.972362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:08.979135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3cff5ea7-8916-4de3-af33-fde229341413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:08.985918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:22:09.024106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1371fb9-f4d2-40a3-b24a-148e95b9c216,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:09.030724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:09.070407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.072156 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2994394
Apr 20 19:22:09.075739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46902) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:09.081373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group_rule': {'security_group_id': 'b1371fb9-f4d2-40a3-b24a-148e95b9c216', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:09.088494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:09.093356 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:09.096595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:09.102952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:09.123039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.198536 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-4ba235a1-7783-4bd9-89a9-e2b22ca52fcf service neutron] 10.222.0.48 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8270102
Apr 20 19:22:09.200823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.206198 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.209248 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d578c479-65b6-4399-a991-2e94fe28b0d5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:09.235330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeee39da-c931-4ee3-9735-b563ddd99904,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:09.245461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:09.253974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.255916 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1796722
Apr 20 19:22:09.259047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46908) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:09.265214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group_rule': {'security_group_id': 'b1371fb9-f4d2-40a3-b24a-148e95b9c216', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:09.272007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:09.277652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:09.281697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:09.288443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:09.307339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.387718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.389214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fac64-4443-4060-8401-a233c31698dd req-7ae203a5-3b58-41f2-abea-cb198f2edc99 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:09.391017 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-228fac64-4443-4060-8401-a233c31698dd req-7ae203a5-3b58-41f2-abea-cb198f2edc99 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.2860069
Apr 20 19:22:09.391218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.395474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:09.431295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129f0188-2bc7-4ae4-a5b2-3a47eb19bcd8,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:09.437367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:09.442209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.447079 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1868751
Apr 20 19:22:09.448319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46916) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:09.455036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group_rule': {'security_group_id': 'b1371fb9-f4d2-40a3-b24a-148e95b9c216', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:09.461740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:09.466515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:09.469651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:09.476874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:09.497934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8373908>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'port_id': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'mac_address': 'fa:16:3e:59:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:06Z', 'updated_at': '2021-04-20T19:22:06Z', 'revision_number': 0, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:42Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:09.498347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.502623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] Checking router: 35c24e83-cd14-44a2-b8ce-09e412cd856b for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:22:09.513344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:22:09.514268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8373908>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:09.543824 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-228fac64-4443-4060-8401-a233c31698dd req-73bf831d-5ecb-453a-aa41-54d8700034ff tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364923
Apr 20 19:22:09.554869 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-d121b083-6db3-421c-895a-f061d5b75987 service neutron] 10.222.0.48 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3430657
Apr 20 19:22:09.571112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.576372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:09.596548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.604929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.607890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:09.651080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e507aa09-d15f-4dc4-bf9c-975059b2d1f9,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:09.655823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:09.665005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.669670 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-548307b9-5ddc-4152-baea-1c91219c45a1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2201231
Apr 20 19:22:09.670420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46924) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:09.681110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group_rule': {'security_group_id': 'b1371fb9-f4d2-40a3-b24a-148e95b9c216', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:09.700127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:09.710272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:09.718712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d7877b-d7a6-4964-b671-2c0cc0c39059,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:09.719151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:09.722973 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:09.729466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:09.774636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.947593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.955777 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'status': 'completed', 'code': 200}
Apr 20 19:22:09.956969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:09.959177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8407cdd5-aa30-4a50-9f77-b125589c16df tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:10.016824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b920a154-a11c-4430-a890-2192a3c12327,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:10.025031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:10.028261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46938) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:10.037750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:22:10.047549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.055407 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b9520c71-ec8f-46c6-8912-2931f2a73070 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3833635
Apr 20 19:22:10.056442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46944) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:10.071224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group_rule': {'security_group_id': 'b1371fb9-f4d2-40a3-b24a-148e95b9c216', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:10.087887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:10.098867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:10.105693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:10.117386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:10.216750 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Project d3c1c47f974a4031bc62166d5cf50696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:22:10.227177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.275443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.310321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:10.323630 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'code': 200}
Apr 20 19:22:10.326260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Usage tracker for resource:security_group_rule and tenant:888a6799c95c4cbf9fb9229e6cb173c8 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:10.338464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:10.356550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:10.380768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285f400-43a8-4348-a380-5418f6550027 req-c14bbef1-af0c-4eae-8076-13b98f1f096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:10.382525 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-c14bbef1-af0c-4eae-8076-13b98f1f096a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 1098 time: 0.2436590
Apr 20 19:22:10.431279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7f694-6ca1-4192-8e60-9d103877db6e req-b4f78338-abaf-4142-a217-66bcc2307127 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:10.433105 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-13b7f694-6ca1-4192-8e60-9d103877db6e req-b4f78338-abaf-4142-a217-66bcc2307127 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.2654464
Apr 20 19:22:10.442261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.455354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-5249ead9-5575-4d25-80e5-d223f0c13306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:10.457170 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-5249ead9-5575-4d25-80e5-d223f0c13306 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1099 time: 0.3596878
Apr 20 19:22:10.462445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.526533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.533008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-084a7210-9aff-4062-8163-688d1643ba2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:10.584079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fefbdc-d5c7-4b0d-9c8e-fc305221f7ac,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:10.611449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8373908>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'port_id': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'mac_address': 'fa:16:3e:59:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:06Z', 'updated_at': '2021-04-20T19:22:06Z', 'revision_number': 0, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:42Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:10.616327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c331363-c1d8-4666-9cdb-bc7f92da6f48 None None] The sync data for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi is: [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'port_id': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'mac_address': 'fa:16:3e:59:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:06Z', 'updated_at': '2021-04-20T19:22:06Z', 'revision_number': 0, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:42Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:22:10.634696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:10.672443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285f400-43a8-4348-a380-5418f6550027 req-b700850f-f074-4625-a545-c5c3ce54d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:10.674124 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-b700850f-f074-4625-a545-c5c3ce54d1ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.2827280
Apr 20 19:22:10.675330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.676531 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4ebc51ab-311d-4781-904c-94dd7b5a0b21 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6176412
Apr 20 19:22:10.679759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46958) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:10.748458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'security_group_rule': {'security_group_id': 'b1371fb9-f4d2-40a3-b24a-148e95b9c216', 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:10.779568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:10.801572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Usage tracker for resource:security_group_rule and tenant:d3c1c47f974a4031bc62166d5cf50696 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:10.807572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:10.827537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:10.854822 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-753d726b-cdcf-462f-bdaa-be7d0ee44a3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 200  len: 1001 time: 0.1721001
Apr 20 19:22:10.862876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.864710 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Project d3c1c47f974a4031bc62166d5cf50696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:22:10.895525 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-13b7f694-6ca1-4192-8e60-9d103877db6e req-9dd45126-b970-4cb9-9f2e-64aa40b3bc18 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4432709
Apr 20 19:22:10.954513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:10.975401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-905b73d5-5384-4195-93ca-2a0fda0b825d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:10.996868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.000370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678e411-691e-40ee-9efd-74225e03b451 req-cf3a481d-7207-40d7-8656-b59014092d95 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:11.006576 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e678e411-691e-40ee-9efd-74225e03b451 req-cf3a481d-7207-40d7-8656-b59014092d95 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.5558128
Apr 20 19:22:11.013186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-73977e3c-006c-481b-8d99-cd74d652dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:11.020095 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-73977e3c-006c-481b-8d99-cd74d652dd7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 916 time: 0.5007281
Apr 20 19:22:11.051839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fb3378-e403-4055-b8c1-7cd54ae74d26 None None] New status for floating IP 6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:22:11.102666 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=888a6799c95c4cbf9fb9229e6cb173c8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0730572
Apr 20 19:22:11.141634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46964) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:11.197394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ed5519-e07f-4d3c-8b81-63f76ecf096f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:11.219620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285f400-43a8-4348-a380-5418f6550027 req-e7a6e8fd-13e3-429b-8d9e-fe9c24d5c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:11.221390 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-e7a6e8fd-13e3-429b-8d9e-fe9c24d5c745 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.3504894
Apr 20 19:22:11.222401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:11.244430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Router 37ed63fa-813b-48f7-aece-7f62c3b4558f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:22:11.250368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.307389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.326093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:11.349123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.371288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bddd758-dc42-4609-9b0c-38b08d3e3181,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:11.371543 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b1e537cb-230c-42eb-ac50-b7d819b8275f req-62eb82ec-c778-4614-9cee-104111318d64 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 210 time: 0.1382179
Apr 20 19:22:11.383242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:11.385593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebffb95-381c-4c52-9e57-8dbab53e048b req-e343f0c7-e841-4ba5-8481-39549a3a1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:11.387639 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eebffb95-381c-4c52-9e57-8dbab53e048b req-e343f0c7-e841-4ba5-8481-39549a3a1181 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1100 time: 0.5179825
Apr 20 19:22:11.415568 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e678e411-691e-40ee-9efd-74225e03b451 req-66d01ea3-7fdb-4a41-ac05-262cf33613ff tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3931787
Apr 20 19:22:11.436716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.456331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.460784 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-12a1e9df-ae91-4fa9-997d-3c17f1030e02 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.7769504
Apr 20 19:22:11.490534 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eebffb95-381c-4c52-9e57-8dbab53e048b req-456a9a42-9ae1-4823-83f2-3b62dd6123c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898795
Apr 20 19:22:11.514052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285f400-43a8-4348-a380-5418f6550027 req-c2edfe7f-00b3-4f02-a299-f8eac261d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:11.515718 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-c2edfe7f-00b3-4f02-a299-f8eac261d867 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2770767
Apr 20 19:22:11.531210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.536407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-caae43c6-7778-4386-b6ad-602edabef06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:11.550556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ed5519-e07f-4d3c-8b81-63f76ecf096f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:11.553941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:11.556007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:11.557265 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32ed5519-e07f-4d3c-8b81-63f76ecf096f HTTP/1.1" status: 204  len: 168 time: 0.4105761
Apr 20 19:22:11.773728 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-0d7a2dd6-8fae-45df-9b42-f81ac50ff3f0 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015541
Apr 20 19:22:11.924537 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-987e619e-e7ba-4db2-8b70-9d969d715cbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 999 time: 0.6926074
Apr 20 19:22:11.968335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46976) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:12.022839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.031485 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-cecd864b-3dfd-40bf-9407-5dbe3e307ed5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794385002&fields=id&tenant_id=d3c1c47f974a4031bc62166d5cf50696 HTTP/1.1" status: 200  len: 267 time: 0.2087264
Apr 20 19:22:12.088736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-09aefa84-1269-4651-91b2-4cae7b8dd9d0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:12.090345 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-09aefa84-1269-4651-91b2-4cae7b8dd9d0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 808 time: 0.3882775
Apr 20 19:22:12.094180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:12.102952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:a40d00ace4d841a587ebaf412abc85ca is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:12.115652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:12.127390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-2cd8a5a0-fc3b-4bea-a1b5-0a8ba43798e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:12.128984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-2cd8a5a0-fc3b-4bea-a1b5-0a8ba43798e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.1865122
Apr 20 19:22:12.140124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:22:12.140451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:12.149064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] Sync routers for ids ['37ed63fa-813b-48f7-aece-7f62c3b4558f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:22:12.149581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b7b50-d300-4205-86e7-2e7df365910d req-8d109f5f-eef8-4b7e-8f41-965233293a35 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:12.151451 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d38b7b50-d300-4205-86e7-2e7df365910d req-8d109f5f-eef8-4b7e-8f41-965233293a35 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.3322754
Apr 20 19:22:12.152313 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-933b368e-f17b-48c9-8205-500af864e63f service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3242197
Apr 20 19:22:12.160273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] Routers {'37ed63fa-813b-48f7-aece-7f62c3b4558f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:22:12.161369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db91ddef0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37ed63fa-813b-48f7-aece-7f62c3b4558f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:12.245687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-41b3c326-c650-4dfc-8078-479e5bf87ec4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Synchronizing usage tracker for tenant:0d968355d63345bb88225895ff82e482 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:22:12.254444 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] 10.222.0.48 "PUT /v2.0/routers/37ed63fa-813b-48f7-aece-7f62c3b4558f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6769614
Apr 20 19:22:12.256720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 46980) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:12.270613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-41b3c326-c650-4dfc-8078-479e5bf87ec4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Unset dirty status for tenant:0d968355d63345bb88225895ff82e482 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:22:12.272074 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-41b3c326-c650-4dfc-8078-479e5bf87ec4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d968355d63345bb88225895ff82e482 HTTP/1.1" status: 200  len: 8059 time: 0.1577454
Apr 20 19:22:12.292672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'port': {'device_id': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'admin_state_up': True, 'tenant_id': '0d968355d63345bb88225895ff82e482', 'security_groups': ['444f1c98-bd1b-4ec5-8591-2717dfdc7183']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:12.359478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] Set router 37ed63fa-813b-48f7-aece-7f62c3b4558f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:22:12.387960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.402606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.413096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33b0fc09-c2dd-4b45-ab46-4730b5a3176d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:12.434627 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d38b7b50-d300-4205-86e7-2e7df365910d req-ce5273f9-518b-4012-8411-8f817e4b63d4 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305176
Apr 20 19:22:12.486703 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a40d00ace4d841a587ebaf412abc85ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5171900
Apr 20 19:22:12.491722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7db0ec-51ae-4a1f-b991-5d2cb150f87d,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:12.498935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 46990) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:12.518007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:12.548402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.608457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:12.618783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:port and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:12.626193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:12.655438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:12.690709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.706005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Made reservation on behalf of 0d968355d63345bb88225895ff82e482 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:22:12.712823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.725242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-ba9a7ad3-4b97-4edd-932e-5066f9154eed tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:12.727265 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-ba9a7ad3-4b97-4edd-932e-5066f9154eed tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.6748943
Apr 20 19:22:12.752410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.800359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'port': {'security_groups': ['8fdb799a-a291-4779-bc2e-0dff72d02c8a', 'b1371fb9-f4d2-40a3-b24a-148e95b9c216']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:12.877399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-c80ce746-786f-4b10-b952-c1562be17096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:12.879366 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-c80ce746-786f-4b10-b952-c1562be17096 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7407489
Apr 20 19:22:12.986809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:12.994377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a083b1da-1f61-42ec-b0d6-a7c5cc38c503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:12.997185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db91ddef0>, [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:22:09Z', 'revision_number': 5, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:13.002111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] Checking router: 37ed63fa-813b-48f7-aece-7f62c3b4558f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:22:13.013812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] Routers {'37ed63fa-813b-48f7-aece-7f62c3b4558f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:22:13.014784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db91ddef0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:21:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37ed63fa-813b-48f7-aece-7f62c3b4558f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:13.015869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7db0ec-51ae-4a1f-b991-5d2cb150f87d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:13.021005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:13.031046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.032291 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d7db0ec-51ae-4a1f-b991-5d2cb150f87d HTTP/1.1" status: 204  len: 168 time: 0.5277052
Apr 20 19:22:13.047727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Allocated IP 172.20.0.8 (445fed4f-33bd-4f88-a026-875f56e6427b/992ce228-10c6-444e-865d-6ee8736ff366/88ef5465-6e4e-4fe5-b043-b8f0d3395202) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:22:13.169766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.184061 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-b4816c24-7d8b-4ef7-95c2-6cd0f420c296 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2943413
Apr 20 19:22:13.402767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] Set router 37ed63fa-813b-48f7-aece-7f62c3b4558f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:22:13.447595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.473594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff82de9-e4d6-418c-997d-1d218bf81165 req-a92b0b0f-9463-48df-b85e-9b58083ee2c8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:13.481686 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3ff82de9-e4d6-418c-997d-1d218bf81165 req-a92b0b0f-9463-48df-b85e-9b58083ee2c8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.7682877
Apr 20 19:22:13.485533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Transition to ACTIVE for port object 88ef5465-6e4e-4fe5-b043-b8f0d3395202 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:22:13.517812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.531277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c07cb2e6-c3a6-42a4-8f80-830f80961b80 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:13.547519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.599171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Network 445fed4f-33bd-4f88-a026-875f56e6427b is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:22:13.604594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:22:13.624439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:22:13.745797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Deleting port 352e4f15-cb8d-4d03-aa4f-74bd41580779 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:22:13.746451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.750730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:13.756657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:13.782000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:13.782695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.807936 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-616a0639-5a2e-4fc5-b5e0-3f11f04dc615 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5203257
Apr 20 19:22:13.818236 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3ff82de9-e4d6-418c-997d-1d218bf81165 req-260af715-60ac-49ac-aa3f-5e60686d4103 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3355422
Apr 20 19:22:13.836786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Request body: {'port': {'device_id': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:13.864199 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db91ddef0>, [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:22:09Z', 'revision_number': 5, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:13.875482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b747c677-32ba-4d6d-ac17-1dac455cfbf9 None None] The sync data for ids ['37ed63fa-813b-48f7-aece-7f62c3b4558f'] in dv-cinder-786933-2-iscsi is: [{'id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'name': 'tempest-ServerRescueNegativeTestJSON-1178442139-router', 'tenant_id': '7d47d9888e1a44e59e046c5da416e68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:22:09Z', 'revision_number': 5, 'project_id': '7d47d9888e1a44e59e046c5da416e68d', 'gw_port': {'id': '352e4f15-cb8d-4d03-aa4f-74bd41580779', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ed63fa-813b-48f7-aece-7f62c3b4558f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:35Z', 'updated_at': '2021-04-20T19:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:22:13.907773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8f70011b-6dfd-4443-889d-07cd202991b6 None None] Provisioning for port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:22:13.917959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-8f70011b-6dfd-4443-889d-07cd202991b6 None None] Provisioning complete for port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:22:13.922921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8f70011b-6dfd-4443-889d-07cd202991b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:13.968743 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-30dec73d-766f-410e-960c-a3cbfeefe9be req-ce307ecf-8541-402d-bc3b-0e4543ccb25d service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7578321
Apr 20 19:22:14.066511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-8f70011b-6dfd-4443-889d-07cd202991b6 None None] Port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:22:14.120284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.525125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ef5465-6e4e-4fe5-b043-b8f0d3395202 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:22:14.528783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:14.534260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.551757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Transition to ACTIVE for port object 88ef5465-6e4e-4fe5-b043-b8f0d3395202 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:22:14.555742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.561060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ca3c4830-548a-4178-944d-034fbcf95992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:14.576494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] For port 352e4f15-cb8d-4d03-aa4f-74bd41580779, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=352e4f15-cb8d-4d03-aa4f-74bd41580779,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:14.576882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.593289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5abb25-d3df-4bf9-b1e2-d098e9a34bce req-d6dfcba5-1889-4941-a434-345ff39ae126 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:14.594994 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff5abb25-d3df-4bf9-b1e2-d098e9a34bce req-d6dfcba5-1889-4941-a434-345ff39ae126 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 931 time: 0.4677503
Apr 20 19:22:14.758779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Calling delete_port for 352e4f15-cb8d-4d03-aa4f-74bd41580779 owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:22:14.778473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e4d7877b-d7a6-4964-b671-2c0cc0c39059 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:22:14.793239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.823553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.827113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: e4d7877b-d7a6-4964-b671-2c0cc0c39059 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:22:14.827772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e4d7877b-d7a6-4964-b671-2c0cc0c39059 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:22:14.836988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['79ce51e3-8bf1-4b3e-acb6-946d6604e11f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:22:14.842255 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ff5abb25-d3df-4bf9-b1e2-d098e9a34bce req-6166a983-29b3-434b-bb39-2e249a1defbd tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2338891
Apr 20 19:22:14.862675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d4d18b4d-207e-43af-a9e1-cd478fbd1f29 tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:14.917854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:14.918563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:14.920103 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4abf7021-b30c-44b1-8204-6a6496aa7b86 req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "PUT /v2.0/ports/79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 982 time: 2.1250587
Apr 20 19:22:14.933402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:14.941783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:14.964962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:15.032894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['79ce51e3-8bf1-4b3e-acb6-946d6604e11f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:22:15.321250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=6']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:15.327429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:15.378091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Attempting to bind port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:22:15.378533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Attempting to bind port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:22:15.378910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Attempting to bind port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 on network 445fed4f-33bd-4f88-a026-875f56e6427b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:22:15.382906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f6bd8-80a1-417d-a7db-d8bbe09b11a0 req-28173f7f-fa1f-41e4-8a5c-e7641f6a971b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:15.384323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 on network 445fed4f-33bd-4f88-a026-875f56e6427b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:22:15.384645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Attempting to bind port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 on network 445fed4f-33bd-4f88-a026-875f56e6427b {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:22:15.384876 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc5f6bd8-80a1-417d-a7db-d8bbe09b11a0 req-28173f7f-fa1f-41e4-8a5c-e7641f6a971b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.3220370
Apr 20 19:22:15.390786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:22:15.391292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Checking segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:22:15.392221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Bound using segment: {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:22:15.392221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Bound port: 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4066a8b-965a-4a11-962c-148e14864488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:22:15.392522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.419141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-132def99-2841-4f89-b56b-3990d17b7498 None None] Provisioning complete for port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:22:15.419558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-132def99-2841-4f89-b56b-3990d17b7498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.501102 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:22:15.504410 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc5f6bd8-80a1-417d-a7db-d8bbe09b11a0 req-a55c6bd4-5bf7-4f68-85c8-a51c9b1c55f7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798419
Apr 20 19:22:15.508219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:22:15.515480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.516338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.523302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:15.528070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:15.627426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Pushing event deleted for resources: {'Port': ['ID=352e4f15-cb8d-4d03-aa4f-74bd41580779,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:15.636053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:15.643802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:15.644721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.646553 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] 10.222.0.52 "PUT /v2.0/ports/88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 1093 time: 1.8294802
Apr 20 19:22:15.647286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:15.769702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:15.861751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:15.866726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:15.904495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-1ccea03d-d04c-4b19-8334-403e82c2a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:15.906186 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-1ccea03d-d04c-4b19-8334-403e82c2a3f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1096 time: 0.1988206
Apr 20 19:22:16.013681 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-41870643-1c19-4aa1-8b13-57301c47a246 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 217 time: 0.0989735
Apr 20 19:22:16.129649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-8bd9503c-68e7-48b7-9710-f4c9d948e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.131628 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-8bd9503c-68e7-48b7-9710-f4c9d948e54b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.1114078
Apr 20 19:22:16.176486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.181310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.222065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-02993eb4-b55d-49e0-868b-b15e0b8e7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.223692 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-02993eb4-b55d-49e0-868b-b15e0b8e7b0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850241
Apr 20 19:22:16.293061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.293514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ed63fa-813b-48f7-aece-7f62c3b4558f {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:22:16.329686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165af896-eaa3-4359-bbaa-4b2973389064 req-0945891f-570b-44c7-9e67-bc3325ae8a92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.331411 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-165af896-eaa3-4359-bbaa-4b2973389064 req-0945891f-570b-44c7-9e67-bc3325ae8a92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.6943758
Apr 20 19:22:16.334325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.338344 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] 10.222.0.48 "DELETE /v2.0/routers/37ed63fa-813b-48f7-aece-7f62c3b4558f HTTP/1.1" status: 204  len: 168 time: 4.0727236
Apr 20 19:22:16.339263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47080) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:16.354050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa7392-898d-4aad-9b6f-35cbb40d6efa req-efb3812c-cc55-4417-a925-f0e626f9280c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.356615 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68fa7392-898d-4aad-9b6f-35cbb40d6efa req-efb3812c-cc55-4417-a925-f0e626f9280c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.2445824
Apr 20 19:22:16.382118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-d9d52c4e-6581-49b7-b285-e82585c1522a service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500216
Apr 20 19:22:16.486402 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-165af896-eaa3-4359-bbaa-4b2973389064 req-497a9b1b-565d-433f-92a4-9c90936d1fdc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1458485
Apr 20 19:22:16.504432 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-68fa7392-898d-4aad-9b6f-35cbb40d6efa req-48b80f03-5f84-4264-8719-b2321057195c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0942037
Apr 20 19:22:16.510977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Deleting subnet 63127f32-3bc1-4f38-9c75-aaf2e795949d {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:22:16.514326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.563131 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-12dc2200-c2fe-4cb0-a2e1-fecc3ca02287 req-124bd985-d583-42c1-84c9-aaf18b98a478 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709790
Apr 20 19:22:16.600495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.639198 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'status': 'completed', 'code': 200}
Apr 20 19:22:16.640385 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'status': 'completed', 'code': 200}
Apr 20 19:22:16.682334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:16.800437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-05fe667b-ecd0-4ab3-8a58-8fc984a82956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.802052 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-05fe667b-ecd0-4ab3-8a58-8fc984a82956 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1096 time: 0.1132696
Apr 20 19:22:16.837533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 352e4f15-cb8d-4d03-aa4f-74bd41580779 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:22:16.883371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 352e4f15-cb8d-4d03-aa4f-74bd41580779 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:22:16.883777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 352e4f15-cb8d-4d03-aa4f-74bd41580779 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:22:16.952784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-290b318e-d11f-4959-8db2-05d0fc8f7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.954374 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-290b318e-d11f-4959-8db2-05d0fc8f7d94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 909 time: 0.1446240
Apr 20 19:22:16.990839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-239aee47-33c0-4b63-9216-9bea322f065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:16.992462 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-239aee47-33c0-4b63-9216-9bea322f065d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1138 time: 0.2794251
Apr 20 19:22:17.004621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea2da-bb3a-45da-914d-aeecc2d95053 req-e6949636-8fe8-4237-a9d4-6f25dff5d852 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:17.005705 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-65aea2da-bb3a-45da-914d-aeecc2d95053 req-e6949636-8fe8-4237-a9d4-6f25dff5d852 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.2478242
Apr 20 19:22:17.035073 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-fbe3c840-358a-4d5f-91f8-34c3a58ef02b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 217 time: 0.0733683
Apr 20 19:22:17.114167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-76700b0b-d528-4959-bc04-b14cd610ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:17.115757 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-76700b0b-d528-4959-bc04-b14cd610ceb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.0737996
Apr 20 19:22:17.209506 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-65aea2da-bb3a-45da-914d-aeecc2d95053 req-a6e11472-0b33-4336-a33c-46ee0bc82982 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1718473
Apr 20 19:22:17.261601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-df307061-3ae5-4184-b64c-896d45d4cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:17.263207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-df307061-3ae5-4184-b64c-896d45d4cdd6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 916 time: 0.2473311
Apr 20 19:22:17.276004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:17.280062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-389adf99-53be-48ea-8c8b-b64c14ce1799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:17.316758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63127f32-3bc1-4f38-9c75-aaf2e795949d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:17.319932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:17.321017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:17.327422 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-456368e0-ca32-4d37-9afc-df565ee0e68b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63127f32-3bc1-4f38-9c75-aaf2e795949d HTTP/1.1" status: 204  len: 168 time: 0.9856358
Apr 20 19:22:17.330311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47094) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:17.686308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:17.820017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:17.938293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2bd70f0>,) {'filters': {'network_id': ['54a87281-cac4-4c39-a9e0-64b8c916f808']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:17.950826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2bd70f0>, '8d63740c-4fd5-4394-96a5-2a700ea00a1f') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:17.951166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2bd70f0>, '8d63740c-4fd5-4394-96a5-2a700ea00a1f') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:17.963131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:17.977874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:17.984381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:22:18.164220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:22:18.173374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.402597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Network 54a87281-cac4-4c39-a9e0-64b8c916f808 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:22:18.426532 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:22:18.517892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.523285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.525686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:18.553063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a87281-cac4-4c39-a9e0-64b8c916f808,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:18.557002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:18.559400 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-43c1e617-4ba5-4210-9d08-bdacd70adeb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/54a87281-cac4-4c39-a9e0-64b8c916f808 HTTP/1.1" status: 204  len: 168 time: 1.2280769
Apr 20 19:22:18.568345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503de336-2bff-4f96-a966-4a2bb2650e18 req-c6de1e56-ecef-430b-b6d7-47152ccd432f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:18.569868 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-503de336-2bff-4f96-a966-4a2bb2650e18 req-c6de1e56-ecef-430b-b6d7-47152ccd432f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.2432821
Apr 20 19:22:18.618910 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-503de336-2bff-4f96-a966-4a2bb2650e18 req-325ba7c5-83bc-4e91-a220-282ac956f5e6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425236
Apr 20 19:22:18.749991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47106) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:18.803386 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-83650dcf-6490-4948-9717-8f66c3827db7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d47d9888e1a44e59e046c5da416e68d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0520301
Apr 20 19:22:18.806192 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47110) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:18.878038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.906185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.955917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.959737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0af52af1-fd6a-407a-b2d2-5552979114e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:18.971475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2440da7-58aa-4a25-8043-8193d70295fc,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:18.975261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:18.978721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:18.979929 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7608094b-7049-42b3-8011-8a35b4a74a72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2440da7-58aa-4a25-8043-8193d70295fc HTTP/1.1" status: 204  len: 168 time: 0.1725831
Apr 20 19:22:19.145825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-584e99e9-bd95-4bc2-bf4e-2b547e7b4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:19.147486 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-584e99e9-bd95-4bc2-bf4e-2b547e7b4909 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1023417
Apr 20 19:22:19.157106 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-e93bd295-78a7-4f03-9d4f-01e8701d18ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 1001 time: 0.1101811
Apr 20 19:22:19.823385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a66ca-8af8-462a-835c-d2e75b1860dd req-8f0d1c2d-c42c-43bc-898c-f2c90cea00df tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:19.825078 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-440a66ca-8af8-462a-835c-d2e75b1860dd req-8f0d1c2d-c42c-43bc-898c-f2c90cea00df tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0902755
Apr 20 19:22:19.873346 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-440a66ca-8af8-462a-835c-d2e75b1860dd req-09754108-31fe-47fc-b022-f0d6399855de tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413804
Apr 20 19:22:20.025459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:20.128991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:22:20.222191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-e8526ee7-e2e7-4a2f-b0c8-e5dc09ed6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:20.223786 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-e8526ee7-e2e7-4a2f-b0c8-e5dc09ed6400 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.0704577
Apr 20 19:22:20.298352 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-8d218c0e-56bc-4a19-b283-0e493a1c265c service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455059
Apr 20 19:22:20.321912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-a1481d2d-4340-4632-b7aa-85d855450589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:20.323754 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-a1481d2d-4340-4632-b7aa-85d855450589 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820999
Apr 20 19:22:20.465255 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2712abe8-0145-4c0c-9268-deb4422f35c7 req-55b1c442-3dab-4d28-892f-d53766ef3a1b service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532669
Apr 20 19:22:20.478701 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-4d337e22-4843-4207-8c29-c55d78bb1984 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472478
Apr 20 19:22:20.623783 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-181ee6f7-7896-4ebd-9f84-d4c0294bb95e req-b3acb8bd-8a0c-451c-a112-0eb17776ea47 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371553
Apr 20 19:22:20.796182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-369b487b-78a0-4f96-8730-48f7ce62bd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.028535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47180) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:21.081984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad83fa-f9d7-4421-aa63-cd594e73b178 req-8b31b22a-7ec4-4b3b-bbdc-648b8d0dbc76 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:21.083659 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5cad83fa-f9d7-4421-aa63-cd594e73b178 req-8b31b22a-7ec4-4b3b-bbdc-648b8d0dbc76 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0888999
Apr 20 19:22:21.137994 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5cad83fa-f9d7-4421-aa63-cd594e73b178 req-27140b15-658b-4c9e-ac04-de18ce6c0ed2 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473650
Apr 20 19:22:21.183038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.198487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:21.205856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Usage tracker for resource:security_group_rule and tenant:ea92dd0674b44d13a31455b269219815 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:21.207022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:21.213046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:21.306386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.310033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.319070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-96a3b037-0e1f-4ee5-b55d-590c914b946e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:21.362282 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea92dd0674b44d13a31455b269219815&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323145
Apr 20 19:22:21.365172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47188) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:21.377991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424d00b-c595-4da1-ae19-0fbeb6cecd1b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:21.382283 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:21.434305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.462933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.510475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.518576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2bd417c8-956d-4ca0-b216-d127691fe808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:21.534136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424d00b-c595-4da1-ae19-0fbeb6cecd1b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:21.537162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:21.538152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.539373 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b424d00b-c595-4da1-ae19-0fbeb6cecd1b HTTP/1.1" status: 204  len: 168 time: 0.1732228
Apr 20 19:22:21.845503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47198) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:21.865108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.880717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:21.885578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e39bba78c54a05b3af24c16e70e5da is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:21.888663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:21.895083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:21.991844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:21.995638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:22.006189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1860325b-bee4-40be-8827-7307be29001e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:22.049732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5469458d-156d-486d-96fb-29c92475e99b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:22.057783 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6e39bba78c54a05b3af24c16e70e5da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2110803
Apr 20 19:22:22.058054 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47202) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:22.058836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:22.129802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:22.159031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:22.207640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:22.213240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3f7465d9-478b-409c-950c-f0ab40e1b830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:22.227738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5469458d-156d-486d-96fb-29c92475e99b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:22.230797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:22.231754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:22.233029 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5469458d-156d-486d-96fb-29c92475e99b HTTP/1.1" status: 204  len: 168 time: 0.1740370
Apr 20 19:22:22.345458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4aab9-26ed-4014-a17c-4515662bbe2b req-664c2d2d-2ac5-4588-af73-94cd39a48d48 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:22.347155 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84e4aab9-26ed-4014-a17c-4515662bbe2b req-664c2d2d-2ac5-4588-af73-94cd39a48d48 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0934594
Apr 20 19:22:22.396453 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84e4aab9-26ed-4014-a17c-4515662bbe2b req-547ead05-11a7-4c46-8be7-568e998a843d tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428486
Apr 20 19:22:23.595981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ceaf-669f-4293-a94c-5e1582387dda req-f3b4a082-3a65-4e28-9440-3e0fb1eafba6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:23.597601 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eda7ceaf-669f-4293-a94c-5e1582387dda req-f3b4a082-3a65-4e28-9440-3e0fb1eafba6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0894680
Apr 20 19:22:23.647332 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eda7ceaf-669f-4293-a94c-5e1582387dda req-0febc3d0-75a3-42e9-9fcf-acf5eb438d42 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429378
Apr 20 19:22:23.679336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c066ba0-fb0a-499d-a726-2a4ff77f86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.012275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.339206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.504421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47282) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:24.635519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.653359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:24.659971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Usage tracker for resource:security_group_rule and tenant:0b3ce9b7a708499bbbb298b674c36749 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:24.664627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:24.674320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:24.762827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.766641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.776081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b38be836-bf21-4783-91a4-f7d4e19908f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:24.817709 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b3ce9b7a708499bbbb298b674c36749&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121183
Apr 20 19:22:24.819558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9830c777-8c6a-491b-81c3-1195305e2479,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:24.821396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47290) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:24.822768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:24.904196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:24.915559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f37e69-2e7f-47f5-b1b5-f1344ddd55ac req-32e38c4c-7242-4e9d-88eb-370d53ed714c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:24.917160 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95f37e69-2e7f-47f5-b1b5-f1344ddd55ac req-32e38c4c-7242-4e9d-88eb-370d53ed714c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.1513522
Apr 20 19:22:24.964729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.020890 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-95f37e69-2e7f-47f5-b1b5-f1344ddd55ac req-0c99b4fe-b2aa-4d4d-a9fd-b5b99841ca55 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958090
Apr 20 19:22:25.039733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.045075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:25.059268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9830c777-8c6a-491b-81c3-1195305e2479,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:25.062538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.066644 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9830c777-8c6a-491b-81c3-1195305e2479 HTTP/1.1" status: 204  len: 168 time: 0.2435396
Apr 20 19:22:25.068159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:25.389926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47300) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:25.410875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.426811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:25.432132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Usage tracker for resource:security_group_rule and tenant:863429a3fbfc4767acc9250a57d528a0 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:25.435975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:25.442743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:25.523096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.542354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.546907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.556536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:25.600415 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=863429a3fbfc4767acc9250a57d528a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2088740
Apr 20 19:22:25.602410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d7c864-624a-497c-b5dd-3f262837a878,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:25.603596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47310) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:25.605701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:25.669043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.697892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.744008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.749203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa9a3af0-d643-448e-a345-b5b553a86e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:25.761927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d7c864-624a-497c-b5dd-3f262837a878,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:25.765112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:25.767254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:25.768677 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83d7c864-624a-497c-b5dd-3f262837a878 HTTP/1.1" status: 204  len: 168 time: 0.1637836
Apr 20 19:22:26.171016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:22:26.251613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4319d-fef4-4a00-902c-5f3d0475818f req-4b7feade-002b-45f2-bd1b-4dfd4f4b66b5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:26.253450 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-efa4319d-fef4-4a00-902c-5f3d0475818f req-4b7feade-002b-45f2-bd1b-4dfd4f4b66b5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.1032882
Apr 20 19:22:26.316073 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-efa4319d-fef4-4a00-902c-5f3d0475818f req-07ba83b1-ff96-4e6d-b7c6-ca68e6461373 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529213
Apr 20 19:22:26.338071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:26.355070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'port_id': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'mac_address': 'fa:16:3e:3d:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:22:26.431788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:26.450225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ef5465-6e4e-4fe5-b043-b8f0d3395202 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:22:26.466753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:26.470166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:26.472123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:26.546209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:26.554655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.555062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.555442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.555821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.556196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.556713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.557088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.557460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.557860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.558225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.558593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.558960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:26.563153 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:27.534366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8585f94-acb5-4e43-ad62-1db8dbcbea32 req-5cdd75f3-4696-430a-8a2c-8b8a050bf066 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:27.536159 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8585f94-acb5-4e43-ad62-1db8dbcbea32 req-5cdd75f3-4696-430a-8a2c-8b8a050bf066 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.1001472
Apr 20 19:22:27.587636 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a8585f94-acb5-4e43-ad62-1db8dbcbea32 req-4a00d48b-50ad-4c69-b149-59406fe4bd37 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447946
Apr 20 19:22:28.810986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806602d-b385-4d94-8cfc-180d4cc92c46 req-42f50741-2c3a-4d05-b504-49cfab5f1449 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:28.812639 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8806602d-b385-4d94-8cfc-180d4cc92c46 req-42f50741-2c3a-4d05-b504-49cfab5f1449 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.0950933
Apr 20 19:22:28.861285 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8806602d-b385-4d94-8cfc-180d4cc92c46 req-c55bebb4-daae-437f-b304-e580002d8d75 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421474
Apr 20 19:22:29.721472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['88ef5465-6e4e-4fe5-b043-b8f0d3395202'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:22:30.076512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2def9-d483-4612-a800-11ffa8a06b07 req-eec48b3b-0f2f-47ae-9043-7a75f05e56a8 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:30.078932 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42c2def9-d483-4612-a800-11ffa8a06b07 req-eec48b3b-0f2f-47ae-9043-7a75f05e56a8 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.0962756
Apr 20 19:22:30.128799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42c2def9-d483-4612-a800-11ffa8a06b07 req-d0c24090-c617-42d3-ae7e-890a75191770 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434265
Apr 20 19:22:31.519478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed205b2f-61f6-4ad0-9390-02f1c4a40aa8 req-b7672b07-bd46-490e-b1df-2dd06c828ac0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:31.521091 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed205b2f-61f6-4ad0-9390-02f1c4a40aa8 req-b7672b07-bd46-490e-b1df-2dd06c828ac0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.2763383
Apr 20 19:22:31.568724 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed205b2f-61f6-4ad0-9390-02f1c4a40aa8 req-8c1cc82d-9670-45b4-a65b-250eb9dabf42 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409884
Apr 20 19:22:32.826417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da90dc-f16d-464d-ac0b-7eff4e191b17 req-01246205-9c17-4c78-8216-f2d18b1f1012 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:32.828000 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9da90dc-f16d-464d-ac0b-7eff4e191b17 req-01246205-9c17-4c78-8216-f2d18b1f1012 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.1451194
Apr 20 19:22:32.878564 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9da90dc-f16d-464d-ac0b-7eff4e191b17 req-6964064d-0f83-40ba-8a1e-3c1b88ad10f6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420010
Apr 20 19:22:33.088725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:22:33.160467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:22:33.165339 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:22:33.165749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:33.293343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:33.321655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:33.332321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:33.335769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:33.337717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15b7ce22-97a3-4d46-8eb2-56e8926c99d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:33.375165 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'code': 200}
Apr 20 19:22:33.409154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:33.412457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:34.247696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127266-e323-479a-ad58-8de87983cdbc req-4186a21b-69b6-4e66-b303-3b20afdbc186 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:34.249316 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad127266-e323-479a-ad58-8de87983cdbc req-4186a21b-69b6-4e66-b303-3b20afdbc186 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1010008
Apr 20 19:22:34.303057 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ad127266-e323-479a-ad58-8de87983cdbc req-f06091e1-f3fc-42da-93eb-191c6d1d2c93 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470443
Apr 20 19:22:34.432012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5818-3e4a-40b1-9480-d732ea809eee req-b551f8dd-8520-4b1a-9991-b4850067dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:34.433708 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d68d5818-3e4a-40b1-9480-d732ea809eee req-b551f8dd-8520-4b1a-9991-b4850067dc1b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1098 time: 0.0790749
Apr 20 19:22:34.481729 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d68d5818-3e4a-40b1-9480-d732ea809eee req-19f66e8f-e00a-40b2-9d57-250ab20687e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370052
Apr 20 19:22:35.528988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d075c-d303-42bb-99e4-11092f6e3f95 req-30d63f82-be94-4a91-8979-0e51fd5481e7 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:35.530608 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d6d075c-d303-42bb-99e4-11092f6e3f95 req-30d63f82-be94-4a91-8979-0e51fd5481e7 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1013019
Apr 20 19:22:35.578661 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5d6d075c-d303-42bb-99e4-11092f6e3f95 req-83ec9815-c263-4738-b331-b3817c0cfbab tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417156
Apr 20 19:22:36.789250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2781ff-1942-467f-bc3c-1b0fdfa96107 req-3f76bfb1-4183-4f8f-bf93-093419ef1052 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:36.790924 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5b2781ff-1942-467f-bc3c-1b0fdfa96107 req-3f76bfb1-4183-4f8f-bf93-093419ef1052 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0898235
Apr 20 19:22:36.839487 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5b2781ff-1942-467f-bc3c-1b0fdfa96107 req-f0181b7e-d7a8-47fa-9a16-b00eb7182925 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418880
Apr 20 19:22:38.059191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9469-e8c6-4ced-9d6c-1781897dcc41 req-6c875c65-d14d-4f92-bb41-82e79ce6b823 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:38.060805 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-adfa9469-e8c6-4ced-9d6c-1781897dcc41 req-6c875c65-d14d-4f92-bb41-82e79ce6b823 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0960433
Apr 20 19:22:38.111459 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-adfa9469-e8c6-4ced-9d6c-1781897dcc41 req-491ce473-fa84-43ab-8c04-54a9ccf17c66 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425322
Apr 20 19:22:39.323289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a2002-7ca3-47c9-a788-ee697d4f08d1 req-2b073f41-d470-4e9a-b05c-74e5c656c639 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:39.324791 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5b9a2002-7ca3-47c9-a788-ee697d4f08d1 req-2b073f41-d470-4e9a-b05c-74e5c656c639 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0888391
Apr 20 19:22:39.378865 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5b9a2002-7ca3-47c9-a788-ee697d4f08d1 req-27446909-ff58-46b7-ac89-1083e6fa6da5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443437
Apr 20 19:22:40.590245 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529a859-ed5c-458e-87e9-457da7a3948f req-1aaab2ca-1e72-452b-be6c-6674c2f770ac tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:40.591840 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1529a859-ed5c-458e-87e9-457da7a3948f req-1aaab2ca-1e72-452b-be6c-6674c2f770ac tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.1506202
Apr 20 19:22:40.875629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09205b-d1ff-44c3-8019-534e074f58a2 req-40afcce8-5f75-4f0b-8388-b2a29f401f2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:40.877213 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2e09205b-d1ff-44c3-8019-534e074f58a2 req-40afcce8-5f75-4f0b-8388-b2a29f401f2e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.3796828
Apr 20 19:22:40.905938 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1529a859-ed5c-458e-87e9-457da7a3948f req-b3ee338c-37ce-4264-b75c-ac5d0e1d4330 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3066220
Apr 20 19:22:40.934397 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2e09205b-d1ff-44c3-8019-534e074f58a2 req-9f3608bd-d1a7-4f46-9d33-a655fda5962a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479968
Apr 20 19:22:41.327347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0af-2583-4b81-adaf-ba195728f555 req-1d422c67-9415-478f-949b-f66078878563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:41.328968 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-1d422c67-9415-478f-949b-f66078878563 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1138 time: 0.0805039
Apr 20 19:22:41.485195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0af-2583-4b81-adaf-ba195728f555 req-313421f0-90a7-4664-89d8-f4e8fd9cf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:41.486828 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-313421f0-90a7-4664-89d8-f4e8fd9cf001 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 916 time: 0.1465394
Apr 20 19:22:41.608621 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-91707e51-2015-4d3c-96e4-677a7cf4dc72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 1001 time: 0.1128061
Apr 20 19:22:41.686584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0af-2583-4b81-adaf-ba195728f555 req-73b00f00-938e-48e6-a244-7f87208d29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:41.688230 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-73b00f00-938e-48e6-a244-7f87208d29be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.0693703
Apr 20 19:22:41.781273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce0af-2583-4b81-adaf-ba195728f555 req-69cc2a17-2c7e-4f98-b59e-29eb8083d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:41.783017 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-69cc2a17-2c7e-4f98-b59e-29eb8083d6ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839307
Apr 20 19:22:41.929774 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-6447211b-4f91-4439-888b-8fad2227dadb service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372178
Apr 20 19:22:42.202292 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4acce0af-2583-4b81-adaf-ba195728f555 req-d07109c6-47c8-4d9a-9a4a-039b7249512f service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629561
Apr 20 19:22:42.230886 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c5b70-23b3-43ed-9939-d12cb1f6ca63 req-1f68431c-76f3-4d7e-bc58-fab7f5768325 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:42.232589 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c3c5b70-23b3-43ed-9939-d12cb1f6ca63 req-1f68431c-76f3-4d7e-bc58-fab7f5768325 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.2107146
Apr 20 19:22:42.241783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1779ff9-e223-4078-b364-95ae48912a36 req-1959ae2b-d3c5-4f2b-9fa0-66cc2a13810c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:42.243315 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1779ff9-e223-4078-b364-95ae48912a36 req-1959ae2b-d3c5-4f2b-9fa0-66cc2a13810c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1844969
Apr 20 19:22:42.324327 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c3c5b70-23b3-43ed-9939-d12cb1f6ca63 req-1ea7af70-f3a0-4954-b85d-255cff6afd7e tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0799851
Apr 20 19:22:42.329157 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f1779ff9-e223-4078-b364-95ae48912a36 req-722d1c52-8dba-4184-8718-efea4ed89c45 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700305
Apr 20 19:22:42.534624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399bbe4-0d02-4516-991c-a5dd930d6311 req-4f1688e9-9b16-44d1-a27e-ad639bea2595 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:42.536262 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6399bbe4-0d02-4516-991c-a5dd930d6311 req-4f1688e9-9b16-44d1-a27e-ad639bea2595 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0914149
Apr 20 19:22:42.591680 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6399bbe4-0d02-4516-991c-a5dd930d6311 req-8be244a3-4ea0-48c1-b1ca-6557d6d8081b tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423703
Apr 20 19:22:42.616332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47580) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:42.823438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa52be7-d6bc-42d6-af03-c208f1466bdc tempest-TestShelveInstance-763965689 tempest-TestShelveInstance-763965689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:42.825660 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-afa52be7-d6bc-42d6-af03-c208f1466bdc tempest-TestShelveInstance-763965689 tempest-TestShelveInstance-763965689-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1093 time: 0.2082431
Apr 20 19:22:42.828789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47596) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:42.834377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'port_id': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:22:42.841007 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:42.845132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Usage tracker for resource:floatingip and tenant:0d968355d63345bb88225895ff82e482 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:42.848240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:42.854514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:42.866030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:43.013522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:43.159098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Allocated IP 172.27.1.174 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/126f4b74-41ec-4cef-bba7-64246b5f87e8) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:22:43.318784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:43.351557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:43.356542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7e4dc357-16fa-49c9-a629-2532fe9cab03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:43.427185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:22:43.431066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:22:43.435190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:22:43.509134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'Port': ['ID=126f4b74-41ec-4cef-bba7-64246b5f87e8,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:43.520390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:43.687846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd01e-e502-41cb-80c9-9d62d8869037 req-7ce6258c-6863-44f0-aabc-f47131ece237 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:43.689476 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-958bd01e-e502-41cb-80c9-9d62d8869037 req-7ce6258c-6863-44f0-aabc-f47131ece237 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.2277522
Apr 20 19:22:43.890786 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-958bd01e-e502-41cb-80c9-9d62d8869037 req-b5a9b043-0c98-4a4f-b395-0ef133b3b3e9 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1883230
Apr 20 19:22:43.993008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:44.099561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:44.330972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:44.335056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:44.340042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb0a10f2-61cc-4d73-b2b4-c92b26725a3c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:44.459783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event updated for resources: {'Port': ['ID=126f4b74-41ec-4cef-bba7-64246b5f87e8,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:44.462778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:44.468291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:44.898520 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Floating IP ab412a95-8605-4b5d-b37c-e8a96b57efc7 associated. External IP: 172.27.1.174, port: 88ef5465-6e4e-4fe5-b043-b8f0d3395202.
Apr 20 19:22:45.284272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64e9f9-ed0c-476f-9962-db3f1cca2c53 req-c425c838-e69d-4d09-88b2-ca0e803c4924 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:45.285880 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b64e9f9-ed0c-476f-9962-db3f1cca2c53 req-c425c838-e69d-4d09-88b2-ca0e803c4924 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.2571559
Apr 20 19:22:45.377799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b64e9f9-ed0c-476f-9962-db3f1cca2c53 req-ceb5e4d0-9ca1-490f-8402-419848006072 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0818520
Apr 20 19:22:45.399970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Router da8d00c1-9a63-4618-b74e-b3e39bb85f3c has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:22:45.611344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:22:45.640797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:45.666701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] Sync routers for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:22:45.690221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:22:45.690903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db89efb00>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:22:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:45.717261 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8764679
Apr 20 19:22:45.717261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:45.767235 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'status': 'completed', 'code': 200}
Apr 20 19:22:45.981218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-6a5e5a05-1b3e-4175-824e-a8ca90e3b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:45.981987 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-9fb70928-513c-48d8-9ce4-4941bcef1617 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1624701
Apr 20 19:22:45.984356 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-6a5e5a05-1b3e-4175-824e-a8ca90e3b946 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1098 time: 0.1909225
Apr 20 19:22:46.123717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de10e-e5b1-4749-9939-1139b00c935a req-7e4b74f2-0512-4277-971c-b3702e27005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.125439 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-7e4b74f2-0512-4277-971c-b3702e27005d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 1100 time: 0.1026950
Apr 20 19:22:46.130953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:22:46.242270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-af201646-af50-4415-9c36-ca8922e20189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.244282 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-af201646-af50-4415-9c36-ca8922e20189 service neutron] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 909 time: 0.2218146
Apr 20 19:22:46.315970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de10e-e5b1-4749-9939-1139b00c935a req-8b44e46f-b53e-4701-a5b5-b400925ee13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.317997 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-8b44e46f-b53e-4701-a5b5-b400925ee13e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.1665666
Apr 20 19:22:46.367396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47690) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:46.420363 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-15354891-3924-4890-a046-13f344c3a13f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 999 time: 0.1602108
Apr 20 19:22:46.450909 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-fc67cf74-39fc-412d-b4e9-e489c381face service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 200  len: 1002 time: 0.1238511
Apr 20 19:22:46.554059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-f2304d9a-1034-4138-ba7d-3ce621a39d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.559953 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-f2304d9a-1034-4138-ba7d-3ce621a39d14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.1272280
Apr 20 19:22:46.597055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de10e-e5b1-4749-9939-1139b00c935a req-52d1468f-1959-4f7d-8ae9-a5cd7777ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.601783 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-52d1468f-1959-4f7d-8ae9-a5cd7777ca2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.1412153
Apr 20 19:22:46.702712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:46.726031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:46.736993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Usage tracker for resource:security_group_rule and tenant:32f06c476e6346848b5ee2df5989e789 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:46.741472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:46.748711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db89efb00>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'ab412a95-8605-4b5d-b37c-e8a96b57efc7', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'port_id': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'mac_address': 'fa:16:3e:3d:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:43Z', 'updated_at': '2021-04-20T19:22:43Z', 'revision_number': 0, 'project_id': '0d968355d63345bb88225895ff82e482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:37Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:46.749382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de10e-e5b1-4749-9939-1139b00c935a req-7bcc7720-5304-41a0-864f-1243c7fd9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.754376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] Checking router: da8d00c1-9a63-4618-b74e-b3e39bb85f3c for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:22:46.756858 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-7bcc7720-5304-41a0-864f-1243c7fd9be0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1459365
Apr 20 19:22:46.772515 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:46.776809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47706) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:46.778032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:22:46.778986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db89efb00>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:22:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:46.824093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-d27c7386-5206-444c-8e57-296b7b26c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.826087 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-d27c7386-5206-444c-8e57-296b7b26c1dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2591217
Apr 20 19:22:46.847144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c01fa-e960-4138-8a64-1580b606c00f req-315c6148-0248-4d61-be8b-53f0c5f7f95e tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:46.849436 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-388c01fa-e960-4138-8a64-1580b606c00f req-315c6148-0248-4d61-be8b-53f0c5f7f95e tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.2275174
Apr 20 19:22:46.916877 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-9a1c13c9-c058-4e32-9450-a3ca871e1bd8 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497254
Apr 20 19:22:47.001446 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-388c01fa-e960-4138-8a64-1580b606c00f req-9fadec37-7b1a-4834-8b6a-d7e50270a209 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1215048
Apr 20 19:22:47.028441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:22:47.122881 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-825de10e-e5b1-4749-9939-1139b00c935a req-f38f020a-4cf7-4732-b621-d6e7771ecdac service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883051
Apr 20 19:22:47.137475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.187043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:47.209007 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-f15f43f4-04cd-4482-967a-86774e59b00f service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568983
Apr 20 19:22:47.212722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Usage tracker for resource:security_group_rule and tenant:61c497ec88b84a33aae817d58cc2c3df is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:47.221073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:47.226317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.257815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:47.264835 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.323486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2875d145-68fb-430c-b31a-0270f7995595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:47.403424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db89efb00>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'ab412a95-8605-4b5d-b37c-e8a96b57efc7', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'port_id': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'mac_address': 'fa:16:3e:3d:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:43Z', 'updated_at': '2021-04-20T19:22:43Z', 'revision_number': 0, 'project_id': '0d968355d63345bb88225895ff82e482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:37Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:22:47.405375 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32f06c476e6346848b5ee2df5989e789&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0366240
Apr 20 19:22:47.407963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ebce7-b26e-4d51-97b6-f4c33e3ff25c None None] The sync data for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi is: [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'ab412a95-8605-4b5d-b37c-e8a96b57efc7', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'port_id': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'mac_address': 'fa:16:3e:3d:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:22:43Z', 'updated_at': '2021-04-20T19:22:43Z', 'revision_number': 0, 'project_id': '0d968355d63345bb88225895ff82e482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:37Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:22:47.408362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47714) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:47.421295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e43e48-1b05-483e-99a7-a18057e99f8b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:47.443611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601779bc-7f38-4113-97bf-b98c91db35b9 req-80ec12f6-3e2d-47df-93c0-90544bf808c0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:47.445246 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-601779bc-7f38-4113-97bf-b98c91db35b9 req-80ec12f6-3e2d-47df-93c0-90544bf808c0 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.4277287
Apr 20 19:22:47.468089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.468520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.468922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.469306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.469734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.470166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.470551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.470930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.471399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.471742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.472125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.472507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:22:47.481219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.493821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:47.510933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.528666 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aff09206-c796-4c35-ab23-b5c753ef1580 req-7561ade5-b927-453b-bcc3-ad5586ea3a2d service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044562
Apr 20 19:22:47.558202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.568600 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-601779bc-7f38-4113-97bf-b98c91db35b9 req-60b1a575-4962-4c14-bf0e-48fa76dd2c49 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036015
Apr 20 19:22:47.572881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3aa15163-05cf-4e7b-8429-ba5b83fd6ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:47.588633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.589407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e43e48-1b05-483e-99a7-a18057e99f8b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:47.592169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.592581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:47.601384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.603633 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42e43e48-1b05-483e-99a7-a18057e99f8b HTTP/1.1" status: 204  len: 168 time: 0.1931095
Apr 20 19:22:47.603843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c243b452-6aed-4aef-849b-f53312020c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:47.652887 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61c497ec88b84a33aae817d58cc2c3df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8714840
Apr 20 19:22:47.653951 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409e7fe2-f083-45c1-a440-7d1900d36445,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:47.655824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47720) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:47.657212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:47.723458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.755767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.774645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e0ae6-214b-481c-8c5d-fd26464248eb None None] New status for floating IP ab412a95-8605-4b5d-b37c-e8a96b57efc7: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:22:47.806406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.811607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-aa400b9c-5d65-4230-b862-9defa77bd14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:47.825309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409e7fe2-f083-45c1-a440-7d1900d36445,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:47.827767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:47.830104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.833916 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/409e7fe2-f083-45c1-a440-7d1900d36445 HTTP/1.1" status: 204  len: 168 time: 0.1732531
Apr 20 19:22:47.933603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47728) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:47.952831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:47.969629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:47.974042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Usage tracker for resource:security_group_rule and tenant:c23551ca155f4c79b910df9867b4c0c2 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:47.977184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:47.983519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:48.092863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:48.100384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:48.111015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8ee51b56-9194-4495-a4f2-4df2e611ff24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:48.161866 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c23551ca155f4c79b910df9867b4c0c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2256320
Apr 20 19:22:48.161866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cf93f-5995-46e7-98f1-c449acaf2dd9,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:48.164042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47740) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:48.166712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:48.242755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:48.265297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ba8a6-9c82-48c1-b14d-ec37bde6b533 req-8f73b530-9c91-4f91-8a2f-04de47d9c5d4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:48.266988 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f7ba8a6-9c82-48c1-b14d-ec37bde6b533 req-8f73b530-9c91-4f91-8a2f-04de47d9c5d4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.1133547
Apr 20 19:22:48.275334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:48.321204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:48.323276 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0f7ba8a6-9c82-48c1-b14d-ec37bde6b533 req-afc038b1-e015-419f-b20e-0800e9a35abf tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0497217
Apr 20 19:22:48.326657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1463d7ae-54cb-4228-9315-d5eb6d5274fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:48.339861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cf93f-5995-46e7-98f1-c449acaf2dd9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:48.350751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:48.353200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:48.354341 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d03cf93f-5995-46e7-98f1-c449acaf2dd9 HTTP/1.1" status: 204  len: 168 time: 0.1893699
Apr 20 19:22:48.788665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67a0a-510f-42a1-85e1-0a1a4330f191 req-aff217a4-cb8e-447e-b8c2-01fb79f54cac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:48.790450 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b5b67a0a-510f-42a1-85e1-0a1a4330f191 req-aff217a4-cb8e-447e-b8c2-01fb79f54cac tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.0979850
Apr 20 19:22:48.839052 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b5b67a0a-510f-42a1-85e1-0a1a4330f191 req-a79c7fd5-d667-4ea7-ae6a-1784b3251747 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424795
Apr 20 19:22:49.175663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-3284c0f7-8ec7-4f4a-9019-9f31815c1a0f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:49.177331 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-3284c0f7-8ec7-4f4a-9019-9f31815c1a0f tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.0968857
Apr 20 19:22:49.283961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Deleting port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:22:49.284352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:49.896348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] For port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,segment=NetworkSegment(5a30357f-69bc-44b1-a6e5-02ad0018a26c),segment_id=5a30357f-69bc-44b1-a6e5-02ad0018a26c)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:22:49.896725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:49.975237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736bd2-97d7-4b9c-9b5f-b202ef3cf2f7 req-b85011c7-eed2-48c9-9d69-df817e55d1f7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:49.976852 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-04736bd2-97d7-4b9c-9b5f-b202ef3cf2f7 req-b85011c7-eed2-48c9-9d69-df817e55d1f7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.4722404
Apr 20 19:22:50.011527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:50.046724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Calling delete_port for 8db6ba9e-5647-4f03-bf5a-87a4b20c333c owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:22:50.209760 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-04736bd2-97d7-4b9c-9b5f-b202ef3cf2f7 req-f55bbc1f-0cd1-4d32-b45d-db0d442c2f22 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1712809
Apr 20 19:22:50.289470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3121ee-37e2-4f64-ad04-1cb599c84dd4 req-a7d63aba-e95f-4013-8d0c-5d542a21da21 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:50.291034 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f3121ee-37e2-4f64-ad04-1cb599c84dd4 req-a7d63aba-e95f-4013-8d0c-5d542a21da21 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f64bf26-0f44-476d-b513-2423785d8947 HTTP/1.1" status: 200  len: 945 time: 0.2545993
Apr 20 19:22:50.356096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:50.360594 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f3121ee-37e2-4f64-ad04-1cb599c84dd4 req-85e6ffa3-8024-46ba-952e-9bcad96a4d91 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614896
Apr 20 19:22:50.365032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:50.411607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Pushing event deleted for resources: {'Port': ['ID=8db6ba9e-5647-4f03-bf5a-87a4b20c333c,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:50.415561 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:50.499001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] No DVR routers for this DVR port 8db6ba9e-5647-4f03-bf5a-87a4b20c333c on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:22:50.501944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:50.505257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f64bf26-0f44-476d-b513-2423785d8947', 'name': 'network-vif-deleted', 'tag': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:22:50.528921 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6608e723-cf79-40b7-8e57-7c9736eeca22 req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] 10.222.0.52 "DELETE /v2.0/ports/8db6ba9e-5647-4f03-bf5a-87a4b20c333c HTTP/1.1" status: 204  len: 173 time: 1.3366356
Apr 20 19:22:50.560745 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f64bf26-0f44-476d-b513-2423785d8947', 'name': 'network-vif-deleted', 'tag': '8db6ba9e-5647-4f03-bf5a-87a4b20c333c', 'status': 'completed', 'code': 200}
Apr 20 19:22:50.798608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fbad5658-4ed7-4482-b30a-b63650c01c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:51.419857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b9383-ffde-4a2a-8ae7-09199ce18395 req-093d7bdc-3c25-48c1-a4b4-70da9077aa9c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:51.421604 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c1b9383-ffde-4a2a-8ae7-09199ce18395 req-093d7bdc-3c25-48c1-a4b4-70da9077aa9c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0917871
Apr 20 19:22:51.501218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4c1b9383-ffde-4a2a-8ae7-09199ce18395 req-67e10d14-2b0b-4832-87c1-7900c5fe390f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0683854
Apr 20 19:22:52.244804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47874) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:52.284915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 8db6ba9e-5647-4f03-bf5a-87a4b20c333c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:22:52.325106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 8db6ba9e-5647-4f03-bf5a-87a4b20c333c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:22:52.325549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 8db6ba9e-5647-4f03-bf5a-87a4b20c333c not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:22:52.376167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.392433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:22:52.396786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b639b3f2f6204d69a90149a92b003ff1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:22:52.399962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:22:52.406334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:22:52.507000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.512412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.524096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f49e14a4-0c8e-4f3a-9594-19bfb29b82c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:52.568067 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b639b3f2f6204d69a90149a92b003ff1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3220491
Apr 20 19:22:52.570321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b73ec-4023-4584-9d18-36f5caef6dc9,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:52.570660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47884) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:22:52.574412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:52.658573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.686442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.707742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd58c55-479d-43ab-aaf9-cb6fe9c1cf99 req-6b05ed00-d1c9-4dcc-ad65-8837090d68e9 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:52.709529 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7bd58c55-479d-43ab-aaf9-cb6fe9c1cf99 req-6b05ed00-d1c9-4dcc-ad65-8837090d68e9 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.1019542
Apr 20 19:22:52.736520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.740576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7e8f5a48-d760-42ff-9206-62e6f37bef60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:22:52.752535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b73ec-4023-4584-9d18-36f5caef6dc9,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:22:52.758472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:22:52.760569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:52.764699 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d52b73ec-4023-4584-9d18-36f5caef6dc9 HTTP/1.1" status: 204  len: 168 time: 0.1927466
Apr 20 19:22:52.771461 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7bd58c55-479d-43ab-aaf9-cb6fe9c1cf99 req-d334fd1f-9e6e-4c90-8cd2-8b80d8eaa82c tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0554941
Apr 20 19:22:53.669258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0061de61-ee38-4be3-abe5-e8943594072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:53.999510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9018bf7-4508-419b-96a1-064fb62aacf5 req-122e457b-2374-4068-a6ad-a69a9e65efa4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:54.001185 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9018bf7-4508-419b-96a1-064fb62aacf5 req-122e457b-2374-4068-a6ad-a69a9e65efa4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.1001506
Apr 20 19:22:54.020337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:54.053072 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c9018bf7-4508-419b-96a1-064fb62aacf5 req-f58c8fe7-984f-4374-afa3-235ee60c06b5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444429
Apr 20 19:22:54.342633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:55.265073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea34c-79f8-4ce8-9c66-baa42fdb3b6e req-9ae5afb7-1c57-47a0-8be2-f131fa8e84ac tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:55.266763 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2eea34c-79f8-4ce8-9c66-baa42fdb3b6e req-9ae5afb7-1c57-47a0-8be2-f131fa8e84ac tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0967145
Apr 20 19:22:55.318139 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c2eea34c-79f8-4ce8-9c66-baa42fdb3b6e req-509fc3d6-4251-4129-a6b7-9f32d4a66e79 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446386
Apr 20 19:22:55.517932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:22:56.539770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3efc05-e2b8-4621-a1f6-3cc24ee0eaa2 req-ebb077f2-321c-4a09-99d3-9e330a6cd1e1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:56.541408 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0e3efc05-e2b8-4621-a1f6-3cc24ee0eaa2 req-ebb077f2-321c-4a09-99d3-9e330a6cd1e1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0992975
Apr 20 19:22:56.595859 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0e3efc05-e2b8-4621-a1f6-3cc24ee0eaa2 req-95119a37-4e09-44b9-8cfc-8264e28a7dbd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0478637
Apr 20 19:22:57.129769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:22:57.952016 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e8609-7f67-46e8-a9ec-ac5dae9e1395 req-0b836326-adea-4776-8823-4655854a363a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:57.953702 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f4e8609-7f67-46e8-a9ec-ac5dae9e1395 req-0b836326-adea-4776-8823-4655854a363a tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0961950
Apr 20 19:22:58.009382 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f4e8609-7f67-46e8-a9ec-ac5dae9e1395 req-52ac7979-5916-4fb5-a237-79588e07855d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488994
Apr 20 19:22:59.223003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17944d89-99dd-4ba8-9898-9a0599a7ca3c req-1a1e7e21-629d-4479-ab62-41062a95912f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:22:59.224873 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-17944d89-99dd-4ba8-9898-9a0599a7ca3c req-1a1e7e21-629d-4479-ab62-41062a95912f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0948744
Apr 20 19:22:59.278531 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-17944d89-99dd-4ba8-9898-9a0599a7ca3c req-6b0b1a45-c4c3-4109-a491-33bce217a867 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0466640
Apr 20 19:22:59.901624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 47990) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:00.038477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.057325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:00.061657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Usage tracker for resource:security_group_rule and tenant:813ded7987394851af89c2d699c71d3c is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:00.064822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:00.070941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:00.158955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.163336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.171021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-150c592e-fc4f-4714-b4a8-4e68a6f7ae5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:00.215116 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=813ded7987394851af89c2d699c71d3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3119237
Apr 20 19:23:00.216040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f77dfa-d7df-44b2-9595-679678457999,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:00.218294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 47996) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:00.224216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.224697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.225035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.225451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.225874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.226346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.226754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.227165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.227555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.227958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.228359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.228759 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:00.233336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:00.286531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.315143 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.363928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.367993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8139a5c2-99e3-4972-8b2d-717182d18322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:00.384181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f77dfa-d7df-44b2-9595-679678457999,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:00.388046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:00.399359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.399359 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a5c2caa8-c6ba-4681-82aa-aa89dfde3f4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87f77dfa-d7df-44b2-9595-679678457999 HTTP/1.1" status: 204  len: 168 time: 0.1795459
Apr 20 19:23:00.498655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d4-9d7b-4306-b8e1-a638f04b02a3 req-efd00ef0-bc3a-40b9-b901-006aa78add6f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:00.500426 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-412b90d4-9d7b-4306-b8e1-a638f04b02a3 req-efd00ef0-bc3a-40b9-b901-006aa78add6f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0979278
Apr 20 19:23:00.554213 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-412b90d4-9d7b-4306-b8e1-a638f04b02a3 req-bacc73a5-7342-46a5-b88a-3d9efbdb2401 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0467284
Apr 20 19:23:00.701623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48012) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:00.721568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.737601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:00.741994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Usage tracker for resource:security_group_rule and tenant:e08039be53b34ebebddb4b4a39c3a8e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:00.745038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:00.751320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:00.840154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.843535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.853327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e24cee57-2608-4cd1-ba64-e18a006c2520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:00.903092 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e08039be53b34ebebddb4b4a39c3a8e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2001555
Apr 20 19:23:00.903293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48020) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:00.907438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154f0b4-2e56-4500-b753-28132abc9050,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:00.911220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:00.965036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:00.993452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.037727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.042674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:01.058738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154f0b4-2e56-4500-b753-28132abc9050,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:01.061919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:01.064096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.068171 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b3673c11-ca17-4d8f-98c1-5fa6b75e3aa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a154f0b4-2e56-4500-b753-28132abc9050 HTTP/1.1" status: 204  len: 168 time: 0.1610770
Apr 20 19:23:01.445008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48028) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:01.464337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.480665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:01.485328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Usage tracker for resource:security_group_rule and tenant:13785c677609472c8c3c5507bd6b47f1 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:01.488738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:01.495690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:01.591771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.595340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.604738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa290bf7-4c17-4ce3-94ad-86932552cbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:01.647207 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13785c677609472c8c3c5507bd6b47f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2010226
Apr 20 19:23:01.648193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2dccd2-5a7a-4953-94bf-c36ddaf72cde,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:01.651393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53c525ec-fe44-4a61-abcf-f2c54e772344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:01.657351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48034) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:01.726520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.754944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.763032 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc316015-49ca-45b3-95f3-1c072b6ed5ed req-6feb6981-25bb-469f-bb65-33fcaa303848 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:01.764677 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc316015-49ca-45b3-95f3-1c072b6ed5ed req-6feb6981-25bb-469f-bb65-33fcaa303848 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0952773
Apr 20 19:23:01.802188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.807616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ff056d0-f999-4629-a955-a0010a8c880a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:01.815801 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fc316015-49ca-45b3-95f3-1c072b6ed5ed req-e1bdb8b2-d622-4370-818f-81af3e8a5575 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442903
Apr 20 19:23:01.820458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2dccd2-5a7a-4953-94bf-c36ddaf72cde,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:01.824895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:01.841373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:01.841373 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e2dccd2-5a7a-4953-94bf-c36ddaf72cde HTTP/1.1" status: 204  len: 168 time: 0.1806405
Apr 20 19:23:03.022981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e67cc-6ea4-4854-9b2e-9dc316914fa7 req-4f70314c-e27a-46d7-a7ba-e0c217e571e6 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:03.024669 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-280e67cc-6ea4-4854-9b2e-9dc316914fa7 req-4f70314c-e27a-46d7-a7ba-e0c217e571e6 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0909951
Apr 20 19:23:03.075612 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-280e67cc-6ea4-4854-9b2e-9dc316914fa7 req-8e030dc3-e3c5-4342-8f5d-acb7c67782f4 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443120
Apr 20 19:23:04.283323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcac2d1-b7bd-4f8d-b5a8-ea9939a9d00b req-13835e90-6fad-4605-8ca8-2d5602197c29 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:04.284890 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9bcac2d1-b7bd-4f8d-b5a8-ea9939a9d00b req-13835e90-6fad-4605-8ca8-2d5602197c29 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0954838
Apr 20 19:23:04.336729 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9bcac2d1-b7bd-4f8d-b5a8-ea9939a9d00b req-e1051e48-994e-4524-b759-52514725cde2 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0440857
Apr 20 19:23:05.562409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11244a2-11af-4b65-b092-049829bf55b2 req-e828d94b-d1c5-4ed4-a345-bc701f19512e tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:05.564146 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a11244a2-11af-4b65-b092-049829bf55b2 req-e828d94b-d1c5-4ed4-a345-bc701f19512e tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0990624
Apr 20 19:23:05.618533 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a11244a2-11af-4b65-b092-049829bf55b2 req-1a6e5b90-9c69-4e62-827a-0e268965a5b0 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0477591
Apr 20 19:23:06.842154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94179a-3193-439d-8aa9-ab45f2dd2c1b req-1caf6737-5c35-417b-b491-9ec90b15fa3d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:06.843769 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd94179a-3193-439d-8aa9-ab45f2dd2c1b req-1caf6737-5c35-417b-b491-9ec90b15fa3d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0941603
Apr 20 19:23:06.896823 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd94179a-3193-439d-8aa9-ab45f2dd2c1b req-aa191943-decf-4763-9c46-f87f9b379fba tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1371fb9-f4d2-40a3-b24a-148e95b9c216&id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0457401
Apr 20 19:23:07.662205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2f6e8-9b5d-41a3-94db-cd949924de33 req-ce80d2f5-b86c-4ae8-b523-1fe2b6937973 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:07.663801 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78c2f6e8-9b5d-41a3-94db-cd949924de33 req-ce80d2f5-b86c-4ae8-b523-1fe2b6937973 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.0957160
Apr 20 19:23:07.715642 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78c2f6e8-9b5d-41a3-94db-cd949924de33 req-6f9ae020-90bf-42f9-b341-baa8cd400437 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419114
Apr 20 19:23:08.925643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66d69-49d8-45aa-874b-1c495e98b898 req-93381db1-ea82-4146-a3f1-afa34fbe2717 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:08.927511 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6f66d69-49d8-45aa-874b-1c495e98b898 req-93381db1-ea82-4146-a3f1-afa34fbe2717 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.0897059
Apr 20 19:23:08.975487 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e6f66d69-49d8-45aa-874b-1c495e98b898 req-6b1a7970-2bda-43a7-88db-0efb008d561c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416372
Apr 20 19:23:09.814846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48198) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:09.957790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.022959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:10.028482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Usage tracker for resource:security_group_rule and tenant:1448ffbf448348d8b81ef0e88ff007d4 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:10.033161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:10.040476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:10.127299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-980fad66-0a3c-441f-9082-9692987f10c8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:10.128883 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-980fad66-0a3c-441f-9082-9692987f10c8 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.1733265
Apr 20 19:23:10.299005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Deleting port fd534917-0276-4ed8-88b8-906951ef7306 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:10.299391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.333499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.351412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.367504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e8568217-52de-4d06-9c81-05b02795af1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:10.475326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2844b9-20d8-40f1-a469-952f25273672 req-bfcff025-9357-4574-bb28-d2026e498dab tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:10.476974 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb2844b9-20d8-40f1-a469-952f25273672 req-bfcff025-9357-4574-bb28-d2026e498dab tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 945 time: 0.3684566
Apr 20 19:23:10.477732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a542a-f4b7-48b3-8cf0-0402f6194675,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:10.484909 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1448ffbf448348d8b81ef0e88ff007d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6688821
Apr 20 19:23:10.488089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48212) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:10.493436 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:10.551717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.579347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.699282 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb2844b9-20d8-40f1-a469-952f25273672 req-038466af-25e1-4f59-b17e-c9a8e12adba6 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=6453af70-1a8f-4e40-9e43-545ef1717c80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047198
Apr 20 19:23:10.767045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] For port fd534917-0276-4ed8-88b8-906951ef7306, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd534917-0276-4ed8-88b8-906951ef7306,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:10.767471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.784982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8a75-f416-47fd-bf1c-5659dd29edd7 req-af92f6d8-0d3d-4033-bd33-1fece3850c73 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:10.787123 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a2ec8a75-f416-47fd-bf1c-5659dd29edd7 req-af92f6d8-0d3d-4033-bd33-1fece3850c73 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.2880483
Apr 20 19:23:10.852856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.858802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1dfe5a1e-6667-4c11-8b6c-8c700e43e232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:10.874221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a542a-f4b7-48b3-8cf0-0402f6194675,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:10.878342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:10.879552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:10.886415 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/584a542a-f4b7-48b3-8cf0-0402f6194675 HTTP/1.1" status: 204  len: 168 time: 0.3972557
Apr 20 19:23:11.199079 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a2ec8a75-f416-47fd-bf1c-5659dd29edd7 req-19527be4-eb6d-4ef1-9479-443ddd65baeb tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3524468
Apr 20 19:23:11.201398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48226) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:11.234091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.250118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:11.254623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Usage tracker for resource:security_group_rule and tenant:1cdf93fab2c14a6aaf70f470a89d9a23 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:11.257690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:11.263715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:11.347918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.351406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.359680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22f1290c-f05b-4ba1-a726-e61ab173909f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:11.403267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.403694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.404052 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Floating IP 6ab1a25d-0014-4158-9dad-5c8961490ebe disassociated. External IP: 172.27.1.251, port: fd534917-0276-4ed8-88b8-906951ef7306.
Apr 20 19:23:11.404255 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cdf93fab2c14a6aaf70f470a89d9a23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1890514
Apr 20 19:23:11.404400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Calling delete_port for fd534917-0276-4ed8-88b8-906951ef7306 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:11.405246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5b79a-23d5-4189-a6d2-34e02deea80e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:11.407793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48230) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:11.410426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:11.473103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.501355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.549114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.554777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a2f01caf-bf34-4020-b306-4da5f6fca825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:11.556015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.563046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b84c103d-029e-4932-9396-c4264f83bb81 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:11.568747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5b79a-23d5-4189-a6d2-34e02deea80e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:11.571826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:11.572802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:11.578199 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37b5b79a-23d5-4189-a6d2-34e02deea80e HTTP/1.1" status: 204  len: 168 time: 0.1681514
Apr 20 19:23:11.617891 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event deleted for resources: {'Port': ['ID=fd534917-0276-4ed8-88b8-906951ef7306,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:11.675699 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:11.814505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:23:11.931695 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2fd1c8b-5920-4a02-8d4d-0a98de067b76 req-8e9e4407-219e-40a8-94a8-47d4c5cd021c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 210 time: 0.1142089
Apr 20 19:23:12.091470 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:23:12.101452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:23:12.113813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:12.114869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db3fdfba8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:22:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:12.202925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] No DVR routers for this DVR port fd534917-0276-4ed8-88b8-906951ef7306 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:23:12.221135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:12.245572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'name': 'network-vif-deleted', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:12.277459 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-aa5768d3-39d2-4c6b-8edd-fd8b465f595c req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "DELETE /v2.0/ports/fd534917-0276-4ed8-88b8-906951ef7306 HTTP/1.1" status: 204  len: 173 time: 2.1059291
Apr 20 19:23:12.298634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-2c668ab5-73ea-4e3f-9aba-21a6a22869b0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:12.300622 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-2c668ab5-73ea-4e3f-9aba-21a6a22869b0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.1336961
Apr 20 19:23:12.407145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Deleting port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:12.407631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:12.478982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:12.619251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbefcf-8bb0-4ace-95eb-f240e72cb4f1 req-1d724c65-a294-487c-9404-bd7a9b7bab23 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:12.629064 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e4cbefcf-8bb0-4ace-95eb-f240e72cb4f1 req-1d724c65-a294-487c-9404-bd7a9b7bab23 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 947 time: 0.1778443
Apr 20 19:23:12.721452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fd534917-0276-4ed8-88b8-906951ef7306 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:23:12.725800 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e4cbefcf-8bb0-4ace-95eb-f240e72cb4f1 req-dd695e03-feb3-4fd6-8580-92f17a76db25 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=c18b1156-44da-4703-9668-eb9cd279f38f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952840
Apr 20 19:23:12.728170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] For port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:12.728513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:12.848740 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072ef72c-8b70-4646-b698-a199605e7183', 'name': 'network-vif-deleted', 'tag': 'fd534917-0276-4ed8-88b8-906951ef7306', 'status': 'completed', 'code': 200}
Apr 20 19:23:12.895081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: fd534917-0276-4ed8-88b8-906951ef7306 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:23:12.895542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device fd534917-0276-4ed8-88b8-906951ef7306 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:23:13.083849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:13.084275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:13.084634 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Floating IP c8ff4ec8-444b-4214-a528-6da92b12e879 disassociated. External IP: 172.27.1.116, port: 2e0540be-bff7-4e64-b9b7-d68ed1293fdc.
Apr 20 19:23:13.085017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Calling delete_port for 2e0540be-bff7-4e64-b9b7-d68ed1293fdc owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:13.155978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db3fdfba8>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:13.170747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:23:13.208624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:13.209432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db3fdfba8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:22:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:13.257825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b1bdbbb8-b696-43bf-a5db-ec898d8f56c9 req-0b0a8b6c-40d2-4adc-9652-ebf4640c6605 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:13.350938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b1bdbbb8-b696-43bf-a5db-ec898d8f56c9 req-0b0a8b6c-40d2-4adc-9652-ebf4640c6605 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:13.352634 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b1bdbbb8-b696-43bf-a5db-ec898d8f56c9 req-0b0a8b6c-40d2-4adc-9652-ebf4640c6605 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=072ef72c-8b70-4646-b698-a199605e7183 HTTP/1.1" status: 200  len: 210 time: 0.1658070
Apr 20 19:23:13.368096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:13.384974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d74f1d84-af9a-4d1d-ad89-2c592e4a3e50 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:13.430976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:13.434051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event deleted for resources: {'Port': ['ID=2e0540be-bff7-4e64-b9b7-d68ed1293fdc,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:13.438297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:13.664500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Router a42b754e-4016-45c8-a2a7-010ae1726c0f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:23:13.950738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:23:13.962635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:23:13.982196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:13.983191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db840e0b8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:22:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:14.063111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] No DVR routers for this DVR port 2e0540be-bff7-4e64-b9b7-d68ed1293fdc on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:23:14.068521 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-70140e4e-88b1-463b-8c2a-e13a2d9de006 req-e0af5f5b-013d-4929-b069-ad75752a61b5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=b4274f79-46b3-473f-b889-4961413e29ce HTTP/1.1" status: 200  len: 210 time: 0.1311004
Apr 20 19:23:14.069111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:14.083926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-deleted', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:14.106168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-284aa5cf-bec9-4272-8f9d-ea130da90f7c req-b05dc67f-158e-4c41-bd05-3db31f07f7d3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "DELETE /v2.0/ports/2e0540be-bff7-4e64-b9b7-d68ed1293fdc HTTP/1.1" status: 204  len: 173 time: 1.7991776
Apr 20 19:23:14.129363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db3fdfba8>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:14.134696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a4664-1d9a-4f24-81d9-c50417c7a272 None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:23:14.277392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:14.373789 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4274f79-46b3-473f-b889-4961413e29ce', 'name': 'network-vif-deleted', 'tag': '2e0540be-bff7-4e64-b9b7-d68ed1293fdc', 'status': 'completed', 'code': 200}
Apr 20 19:23:14.447133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:23:14.509426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 2e0540be-bff7-4e64-b9b7-d68ed1293fdc {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:23:14.509996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2e0540be-bff7-4e64-b9b7-d68ed1293fdc not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:23:14.556798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48300) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:14.643773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:14.650319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c06bba-8797-4c29-a918-cb067e24d769 None None] New status for floating IP 6ab1a25d-0014-4158-9dad-5c8961490ebe: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:23:14.677434 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:14.726760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:14.738534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:14.761452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453af70-1a8f-4e40-9e43-545ef1717c80,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:14.764717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:14.766158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:14.767973 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "DELETE /v2.0/security-groups/6453af70-1a8f-4e40-9e43-545ef1717c80 HTTP/1.1" status: 204  len: 168 time: 0.2095349
Apr 20 19:23:14.770507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48304) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:14.806002 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-292cbd1b-dd58-4b49-b84e-837e3e5b5f79 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] show failed (client error): The resource could not be found.
Apr 20 19:23:14.810451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48308) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:14.818433 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-292cbd1b-dd58-4b49-b84e-837e3e5b5f79 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups/6453af70-1a8f-4e40-9e43-545ef1717c80 HTTP/1.1" status: 404  len: 347 time: 0.0466468
Apr 20 19:23:14.901593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db840e0b8>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:14.906398 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:23:14.917602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:14.918414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db840e0b8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:22:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:15.048523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Deleting port 743f1ca5-688c-4d6b-975b-1c564827a25f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:15.049081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.245816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48338) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:15.248017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:15.331719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.332261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.346834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.383018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.472793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.483796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-96f82d09-cac4-49cd-a634-7dea107b961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:15.501997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18b1156-44da-4703-9668-eb9cd279f38f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:15.513811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:15.516628 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-b2bef87f-4263-4c9b-824a-7ed34cae8fcf tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9691212b367043188156650c42e1a959&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0718532
Apr 20 19:23:15.525180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:15.526331 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "DELETE /v2.0/security-groups/c18b1156-44da-4703-9668-eb9cd279f38f HTTP/1.1" status: 204  len: 168 time: 0.2794878
Apr 20 19:23:15.573565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Calling delete_port for 743f1ca5-688c-4d6b-975b-1c564827a25f owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:15.616580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48354) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:15.639047 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-edcd6a1f-d2a9-48e1-8abe-e26a0d84fa15 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] show failed (client error): The resource could not be found.
Apr 20 19:23:15.640434 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-edcd6a1f-d2a9-48e1-8abe-e26a0d84fa15 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups/c18b1156-44da-4703-9668-eb9cd279f38f HTTP/1.1" status: 404  len: 347 time: 0.0228078
Apr 20 19:23:15.648065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48358) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:15.708783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e15b3f2b-3915-4b77-9270-207745d161ce tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:15.711656 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e15b3f2b-3915-4b77-9270-207745d161ce tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1886766
Apr 20 19:23:15.734450 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-fd07127b-b586-4556-a135-6e59ce4843c1 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/quotas/9691212b367043188156650c42e1a959 HTTP/1.1" status: 200  len: 375 time: 0.0158398
Apr 20 19:23:15.771638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db840e0b8>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:15.775932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831f018f-b080-419c-bf2d-f5b3ce324327 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:23:15.792152 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-aa30ed46-da7d-4b15-8820-9615e9b164e2 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9691212b367043188156650c42e1a959&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0559614
Apr 20 19:23:15.861099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Deleting port ebc4b05f-0899-4886-ac8f-a271c88e91c2 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:15.861476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:16.010677 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-17824801-3116-42e1-88b4-22ce3d52d7ed req-6021e8de-23b2-4ca5-bc71-c3bee461b9d4 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 210 time: 0.0716088
Apr 20 19:23:16.243613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c2849-3e2b-49fe-b7db-4cc3e7e669d2 None None] New status for floating IP c8ff4ec8-444b-4214-a528-6da92b12e879: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:23:16.294378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:16.309314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c12a586b-5045-4485-b4be-f55c8b491fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:16.364411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event deleted for resources: {'Port': ['ID=743f1ca5-688c-4d6b-975b-1c564827a25f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:16.367670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:16.446915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:16.447291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:16.589880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Calling delete_port for ebc4b05f-0899-4886-ac8f-a271c88e91c2 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:16.661645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:16.701012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:16.702310 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "DELETE /v2.0/floatingips/6ab1a25d-0014-4158-9dad-5c8961490ebe HTTP/1.1" status: 204  len: 168 time: 1.8908005
Apr 20 19:23:16.723186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:23:16.723490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:23:16.971967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48384) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:16.978070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757285664', 'description': 'tempest-description--218536443'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:16.984579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:16.989264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:16.992541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:16.999387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:17.010302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.032227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:17.036613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:17.039724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:17.046003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:17.127162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.131155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.137086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-74ade580-4078-45bf-8f70-ada22a3616c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:17.188658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:17.189323 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-80ff8633-47fd-42d2-b28a-1965abd27f7d req-92f05658-dbda-4058-b62c-426221289ba1 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 210 time: 0.0504284
Apr 20 19:23:17.192109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:17.194497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.197863 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2245989
Apr 20 19:23:17.198980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48390) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:17.205498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'security_group_rule': {'security_group_id': '83eefe5e-5df7-49ac-a5fe-5461e2fa81e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:17.212253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:17.221177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:17.225145 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:17.229482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Deleting port ebc4b05f-0899-4886-ac8f-a271c88e91c2 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:17.229813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.231533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:17.253789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.275466 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e707ddcb-64cb-44fa-87a7-dc32d4dde0fb tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9691212b367043188156650c42e1a959&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0714111
Apr 20 19:23:17.323960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.327675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.330093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f7767075-be0f-4df9-86a3-04f1a56ab05f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:17.360926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6abe76-3852-4e0f-b7cc-53ba97be25eb,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:17.364479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:17.367848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.372448 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2a9b0a7b-7446-4a48-8b7d-b50172581f60 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1722703
Apr 20 19:23:17.373190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48394) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:17.379777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'security_group_rule': {'security_group_id': '83eefe5e-5df7-49ac-a5fe-5461e2fa81e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:17.386773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:17.392104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:security_group_rule and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:17.395080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:17.401847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:17.420046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.486516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.490736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.493006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:17.518284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d531d2-09bb-4c99-b9d4-4e37993e5f06,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:17.521103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:17.528794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.530264 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1559944
Apr 20 19:23:17.533522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48398) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:17.539829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:17.546514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:17.551488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:floatingip and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:17.554572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:17.560764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:17.568699 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-70849733-4865-473d-9dd3-75d93577718a tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:17.570323 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-70849733-4865-473d-9dd3-75d93577718a tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2842498
Apr 20 19:23:17.572189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.572562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.580213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.585231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Request body: {'port': {'device_id': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f', 'admin_state_up': True, 'tenant_id': '9691212b367043188156650c42e1a959'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:17.728898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:17.785084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Calling delete_port for ebc4b05f-0899-4886-ac8f-a271c88e91c2 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:17.882096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Allocated IP 172.27.1.181 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/61d41ead-d98b-48ae-bee0-7b1edfc90d1b) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:23:17.913877 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48408) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:17.923963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:17.928839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Usage tracker for resource:port and tenant:9691212b367043188156650c42e1a959 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:17.933458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:17.973311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:17.997221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Made reservation on behalf of 9691212b367043188156650c42e1a959 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:23:18.003797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.021890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.038242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.043024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec5e6e7f-5fe5-4bc5-8098-df1c7daf45ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:18.062008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Deleting subnet 49b547a5-246c-4772-a572-75df9812f42b {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:23:18.068661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.093961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:18.096737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event deleted for resources: {'Port': ['ID=ebc4b05f-0899-4886-ac8f-a271c88e91c2,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:18.126784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:18.132649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Usage tracker for resource:security_group_rule and tenant:9691212b367043188156650c42e1a959 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:18.140562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:18.155958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.160563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.178126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:18.228945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.233420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.283876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.287547 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8ff4ec8-444b-4214-a528-6da92b12e879 HTTP/1.1" status: 204  len: 168 time: 2.6360373
Apr 20 19:23:18.333109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.337166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.341945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-06ac1deb-8735-4e27-abe5-e97abe401377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:18.405806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.421321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3fdf6ff-a3db-41ab-8fd8-9ed3f3322527 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:18.422718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90870694-2d6f-44b0-a233-afbed99f3ad7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:18.428422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:18.483304 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e23ad36d-346c-40db-ae55-3856740b7579 req-b896a3e8-19d9-48d3-a32c-2b67ed0419f0 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 210 time: 0.1204872
Apr 20 19:23:18.523674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:23:18.529274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:23:18.533202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Allocated IP 192.168.233.140 (78b381a5-0f10-4891-a4b0-65bac7314f3f/1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0/4ce21c78-98f3-4503-9672-a10a345f3cc7) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:23:18.538226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:23:18.567751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'Port': ['ID=61d41ead-d98b-48ae-bee0-7b1edfc90d1b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:18.579880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:18.702963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.712458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48416) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:18.755361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655103670', 'description': 'tempest-description--1753879519'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:18.761082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.770683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:18.775320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.778393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Transition to ACTIVE for port object 4ce21c78-98f3-4503-9672-a10a345f3cc7 will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:23:18.784769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:18.790602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:18.797026 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2b51759c-936a-4744-8043-cefb6330d5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:18.803391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.809131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:18.833803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:18.845385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b547a5-246c-4772-a572-75df9812f42b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:18.847068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.873087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.880938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:18.884235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Network 78b381a5-0f10-4891-a4b0-65bac7314f3f is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:23:18.887558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:23:18.891776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:23:18.914836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-54d1fb17-cb50-4585-8f79-89ddce22d3e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/49b547a5-246c-4772-a572-75df9812f42b HTTP/1.1" status: 204  len: 168 time: 0.9976294
Apr 20 19:23:18.915695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48420) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:18.925222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Pushing event updated for resources: {'Port': ['ID=4ce21c78-98f3-4503-9672-a10a345f3cc7,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:18.932918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:18.946022 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.966113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:18.966837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:18.988515 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4075572
Apr 20 19:23:19.003672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Request body: {'port': {'device_id': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:19.042707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:19.068644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:19.079204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3a29111a-9b66-4c0c-a854-4e08f4ba102c None None] Provisioning for port 4ce21c78-98f3-4503-9672-a10a345f3cc7 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:23:19.083260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:19.085384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3a29111a-9b66-4c0c-a854-4e08f4ba102c None None] Provisioning complete for port 4ce21c78-98f3-4503-9672-a10a345f3cc7 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:19.086064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3a29111a-9b66-4c0c-a854-4e08f4ba102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.146394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:19.147207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.148576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3a29111a-9b66-4c0c-a854-4e08f4ba102c None None] Port 4ce21c78-98f3-4503-9672-a10a345f3cc7 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:23:19.156033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.390860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.500684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.505774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.506187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce21c78-98f3-4503-9672-a10a345f3cc7 {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:23:19.509718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.514301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.516940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c7c6f135-a1d8-43f4-bf72-3233fddcac4d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:19.532192 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Transition to ACTIVE for port object 4ce21c78-98f3-4503-9672-a10a345f3cc7 will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:23:19.535800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.540925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fc642008-32de-44d5-9d84-1955e07f23c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:19.552104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.710691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce21c78-98f3-4503-9672-a10a345f3cc7,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:19.722582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:19.798047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Attempting to bind port 4ce21c78-98f3-4503-9672-a10a345f3cc7 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:23:19.798431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Attempting to bind port 4ce21c78-98f3-4503-9672-a10a345f3cc7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:23:19.798799 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Attempting to bind port 4ce21c78-98f3-4503-9672-a10a345f3cc7 on network 78b381a5-0f10-4891-a4b0-65bac7314f3f {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:23:19.805008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Port 4ce21c78-98f3-4503-9672-a10a345f3cc7 on network 78b381a5-0f10-4891-a4b0-65bac7314f3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:23:19.805392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Attempting to bind port 4ce21c78-98f3-4503-9672-a10a345f3cc7 on network 78b381a5-0f10-4891-a4b0-65bac7314f3f {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:23:19.811789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:23:19.812133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Checking segment: {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:23:19.812562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Bound using segment: {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:23:19.813043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Bound port: 4ce21c78-98f3-4503-9672-a10a345f3cc7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd01844-b206-457e-b5cd-20acf80e3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:23:19.813463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.915646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] For port 4ce21c78-98f3-4503-9672-a10a345f3cc7, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:23:19.919197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] For port 4ce21c78-98f3-4503-9672-a10a345f3cc7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:23:19.923622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.928933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a20a6e4c-670d-4f29-b402-803d05a74272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:19.953218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2d29978>,) {'filters': {'network_id': ['caf71d8f-22e3-4252-8fc9-b332e3720796']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:19.980553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:19.981872 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2680466
Apr 20 19:23:19.990014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48426) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:19.991751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2d29978>, '5a30357f-69bc-44b1-a6e5-02ad0018a26c') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:19.992081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2d29978>, '5a30357f-69bc-44b1-a6e5-02ad0018a26c') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:20.000049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:20.000899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.002653 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ce21c78-98f3-4503-9672-a10a345f3cc7 HTTP/1.1" status: 200  len: 1098 time: 1.0043879
Apr 20 19:23:20.003326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'tag': '4ce21c78-98f3-4503-9672-a10a345f3cc7'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:20.010155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'Port': ['ID=61d41ead-d98b-48ae-bee0-7b1edfc90d1b,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:20.015884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.021625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'security_group_rule': {'security_group_id': '46ea51d2-bf3b-4807-9854-5272dea799f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:20.021998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce21c78-98f3-4503-9672-a10a345f3cc7,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:20.036304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.036431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:20.044579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:20.047349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:20.050074 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18c88010-6eaa-483e-ae66-596879ae192a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:20.065360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.076875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:20.089369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:20.108624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:20.119258 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'tag': '4ce21c78-98f3-4503-9672-a10a345f3cc7', 'status': 'completed', 'code': 200}
Apr 20 19:23:20.120550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.137333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.148668 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6039271
Apr 20 19:23:20.148668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:23:20.160737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ea51d2-bf3b-4807-9854-5272dea799f3,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:20.179514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-6d862c8f-30e8-4988-9311-67b7f15c3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:20.181155 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-6d862c8f-30e8-4988-9311-67b7f15c3a0c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9691212b367043188156650c42e1a959&device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 1101 time: 0.1189797
Apr 20 19:23:20.184163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:20.246579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.271620 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-ac6fa9e4-e7d1-4f4e-a99b-25a06cb64df6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7 HTTP/1.1" status: 200  len: 217 time: 0.0810108
Apr 20 19:23:20.300686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e12c5a-00fb-4db3-9457-f9a161153243 req-e2159a71-e5bd-42c2-a984-6d1538976e9d tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:20.302298 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3e12c5a-00fb-4db3-9457-f9a161153243 req-e2159a71-e5bd-42c2-a984-6d1538976e9d tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 948 time: 0.6652932
Apr 20 19:23:20.354996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-1c3d5e1e-0bad-49ef-a0fb-76af6bae4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:20.356616 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-1c3d5e1e-0bad-49ef-a0fb-76af6bae4120 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0 HTTP/1.1" status: 200  len: 843 time: 0.0785394
Apr 20 19:23:20.437276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Network caf71d8f-22e3-4252-8fc9-b332e3720796 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:23:20.457443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.594075 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d3e12c5a-00fb-4db3-9457-f9a161153243 req-13fc4b82-47e7-4d4c-a1af-a66a397bc673 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846191
Apr 20 19:23:20.621249 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.678449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-53790dc2-63fa-4beb-ac80-a180aac77d5b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:20.680480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-a700d240-bc2c-4b0c-8436-d7ad32ac98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:20.680990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.682201 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-a700d240-bc2c-4b0c-8436-d7ad32ac98a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b381a5-0f10-4891-a4b0-65bac7314f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3170180
Apr 20 19:23:20.700166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-16c6400b-a8f0-4381-9544-c8e9b5291dad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:20.732836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Network caf71d8f-22e3-4252-8fc9-b332e3720796 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:23:20.758707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ca7708-3480-4324-a8e1-a53553b2179f,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:23:20.760448 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:23:20.771241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:20.804901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d224a6fe-5f66-4684-bcfd-7c70514f1925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.819189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-53790dc2-63fa-4beb-ac80-a180aac77d5b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:20.820500 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-53790dc2-63fa-4beb-ac80-a180aac77d5b tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--757285664&fields=id&tenant_id=f544a358435545bc91293d5552058381 HTTP/1.1" status: 200  len: 267 time: 0.4570651
Apr 20 19:23:20.828308 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-79e5badd-c7e8-4060-b47f-ef62eb70b8b1 service neutron] 10.222.0.52 "GET /v2.0/networks/78b381a5-0f10-4891-a4b0-65bac7314f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378477
Apr 20 19:23:20.882638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.883937 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-34f522a9-1eb2-41dd-b4ef-e68e5a393639 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8759730
Apr 20 19:23:20.910803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48444) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:20.920912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'security_group_rule': {'security_group_id': '46ea51d2-bf3b-4807-9854-5272dea799f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:20.930514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:20.942423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:20.943060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:security_group_rule and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:20.947922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:20.957088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:20.958779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85db3141-a565-4086-b154-2905f512ceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:20.972449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.003549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf71d8f-22e3-4252-8fc9-b332e3720796,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:21.005441 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63b58934-ab4b-4a40-a425-35467a4cd0d7 req-bcf049fc-4470-48d0-8bc2-b1174740faf1 service neutron] 10.222.0.52 "GET /v2.0/networks/78b381a5-0f10-4891-a4b0-65bac7314f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694794
Apr 20 19:23:21.006176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.010621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:21.016195 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0175bcc8-b862-422c-aa8a-e7ef576821f1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/caf71d8f-22e3-4252-8fc9-b332e3720796 HTTP/1.1" status: 204  len: 168 time: 2.0995371
Apr 20 19:23:21.048397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-b05a0a90-0eed-4630-bf59-e00a1daac2df tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.050967 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-b05a0a90-0eed-4630-bf59-e00a1daac2df tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 811 time: 0.2123961
Apr 20 19:23:21.082224 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-0de5f8dd-2d1e-47f7-9863-dbd01f6ded95 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/quotas/f544a358435545bc91293d5552058381 HTTP/1.1" status: 200  len: 375 time: 0.0207489
Apr 20 19:23:21.150105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.163853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.168980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:21.179828 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-791aa6ce-806d-4ea6-bdc8-d540f1103551 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0965419
Apr 20 19:23:21.199538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93adacf5-b9d4-4e9e-96c8-18e83dc96b91,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:21.212746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:21.217092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-99416c8b-d390-4313-bf30-7d3ff2683d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.218323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48454) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:21.218738 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-99416c8b-d390-4313-bf30-7d3ff2683d68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9691212b367043188156650c42e1a959&device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 1101 time: 0.1424210
Apr 20 19:23:21.219933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.221056 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2ce86f87-072f-4cab-b81a-85ee195a67e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3092642
Apr 20 19:23:21.224431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48458) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:21.252633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:21.266821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:21.277131 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9944acca-b2c9-4e91-b192-e107e7d98c17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7be22f2bc47d4b77ad6ca95a8e026bbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0571082
Apr 20 19:23:21.279701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48462) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:21.325491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:floatingip and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:21.330165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:21.339303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:21.347668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.392411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.405251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.417241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-fc348e19-4a41-4d7f-81cb-1b20dc2fac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.418862 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-fc348e19-4a41-4d7f-81cb-1b20dc2fac53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78b381a5-0f10-4891-a4b0-65bac7314f3f HTTP/1.1" status: 200  len: 870 time: 0.1916413
Apr 20 19:23:21.542663 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-f51618f8-54fb-4843-a943-0a2b095960e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7 HTTP/1.1" status: 200  len: 217 time: 0.0730357
Apr 20 19:23:21.551133 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-ff60b247-ec62-45d9-883a-29dd2b6a9f9f service neutron] 10.222.0.48 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3572111
Apr 20 19:23:21.552205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.557350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-14103fa9-f778-4820-85c2-744ce5d78bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:21.633868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-d951a432-e58c-455b-b660-18d263372063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.635472 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-d951a432-e58c-455b-b660-18d263372063 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0 HTTP/1.1" status: 200  len: 843 time: 0.0810063
Apr 20 19:23:21.648962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:21.657991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:21.661207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.662644 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7cef8c0-7faa-440a-9f7e-4e4bc4b2a304 HTTP/1.1" status: 204  len: 168 time: 0.3819647
Apr 20 19:23:21.734470 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-bb6a01f0-64b9-4f57-ad9d-f13fdb89e339 service neutron] 10.222.0.48 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688583
Apr 20 19:23:21.753702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:21.824749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-934391af-7e2f-415c-8d3e-05b72963b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.826413 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-934391af-7e2f-415c-8d3e-05b72963b07b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78b381a5-0f10-4891-a4b0-65bac7314f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1808455
Apr 20 19:23:21.828428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722cf8a-e458-49df-8f83-43ad46e37e36 req-2c158501-06ec-42ff-9989-0c9b143376ce tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:21.830154 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9722cf8a-e458-49df-8f83-43ad46e37e36 req-2c158501-06ec-42ff-9989-0c9b143376ce tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 948 time: 0.0946078
Apr 20 19:23:21.922707 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9722cf8a-e458-49df-8f83-43ad46e37e36 req-00eb40b9-0bb9-4e4f-83c8-0283817a0d5f tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859811
Apr 20 19:23:22.034497 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-be9b7f6d-9233-4fff-932e-c3c44aeadb7d req-9155c3a6-31c6-46ab-ba9d-d01b4f173f63 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 210 time: 0.0714915
Apr 20 19:23:22.056548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Allocated IP 172.27.1.12 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/989779e7-95e0-4153-be0e-c870a0e327bf) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:23:22.089169 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-431f6fca-d7a5-421c-a80f-b96b21986131 service neutron] 10.222.0.52 "GET /v2.0/networks/78b381a5-0f10-4891-a4b0-65bac7314f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517080
Apr 20 19:23:22.351908 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-5a42aa92-ed4a-4e81-8939-f38def68036e req-aa5e8b80-655f-405f-827e-f3a7383413ab service neutron] 10.222.0.52 "GET /v2.0/networks/78b381a5-0f10-4891-a4b0-65bac7314f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450774
Apr 20 19:23:22.356379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.387881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.392959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-455b17f7-83ff-4cac-a2cb-2c8403ab33d6 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:22.461715 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:23:22.465307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:23:22.469260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:23:22.474667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4ce21c78-98f3-4503-9672-a10a345f3cc7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:23:22.507317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'Port': ['ID=989779e7-95e0-4153-be0e-c870a0e327bf,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:22.512558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:22.561966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.634177 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.637675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 4ce21c78-98f3-4503-9672-a10a345f3cc7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:22.651813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '4ce21c78-98f3-4503-9672-a10a345f3cc7', 'network_id': '78b381a5-0f10-4891-a4b0-65bac7314f3f', 'port_id': '4ce21c78-98f3-4503-9672-a10a345f3cc7', 'mac_address': 'fa:16:3e:67:25:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b8150-4245-4c7f-b1a7-4f5cc40c56f0', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:23:22.714542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.732767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce21c78-98f3-4503-9672-a10a345f3cc7 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:23:22.749536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 4ce21c78-98f3-4503-9672-a10a345f3cc7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:22.753205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.755087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a022fe90-eeec-4758-b1c0-bb3509ca88b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:22.824042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=4ce21c78-98f3-4503-9672-a10a345f3cc7,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:22.827562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:22.854707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.859005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:22.863671 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7f4757ff-27d5-49f4-bb23-e2842bf25cbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:22.984110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'Port': ['ID=989779e7-95e0-4153-be0e-c870a0e327bf,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:22.987084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:22.995441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:23.021478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['4ce21c78-98f3-4503-9672-a10a345f3cc7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:23.101368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:23.112195 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8866215
Apr 20 19:23:23.194975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c4099-9269-47ff-976b-55aedb990911 req-db34889f-4e69-49e2-afbc-88a14c52898b tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:23.196699 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea6c4099-9269-47ff-976b-55aedb990911 req-db34889f-4e69-49e2-afbc-88a14c52898b tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 949 time: 0.1648071
Apr 20 19:23:23.200577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-81a6c0c5-54fc-4dca-b966-36759872b074 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:23.202778 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-81a6c0c5-54fc-4dca-b966-36759872b074 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 811 time: 0.1893833
Apr 20 19:23:23.305266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-027b716e-931a-4ab8-871b-24e70b36be65 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:23.310770 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0fde1586-0b2f-4b9f-9869-df628dee63ca req-e2ee21ce-e612-4896-b824-3c19040d6870 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 210 time: 0.0651305
Apr 20 19:23:23.320345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-027b716e-931a-4ab8-871b-24e70b36be65 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:security_group {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:23.321730 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-027b716e-931a-4ab8-871b-24e70b36be65 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f544a358435545bc91293d5552058381 HTTP/1.1" status: 200  len: 5703 time: 0.1084127
Apr 20 19:23:23.324689 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ea6c4099-9269-47ff-976b-55aedb990911 req-6fce99cf-ac49-4183-864d-dc85e1fe6ccd tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200538
Apr 20 19:23:23.332329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'port': {'device_id': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'admin_state_up': True, 'tenant_id': 'f544a358435545bc91293d5552058381', 'security_groups': ['83eefe5e-5df7-49ac-a5fe-5461e2fa81e0']}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:23.461179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-b70871b3-d1c0-43ba-a48e-18d8eace120a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Synchronizing usage tracker for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:security_group {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:23.477888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-b70871b3-d1c0-43ba-a48e-18d8eace120a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Unset dirty status for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:security_group {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:23.479127 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-b70871b3-d1c0-43ba-a48e-18d8eace120a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--655103670&fields=id&tenant_id=a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 267 time: 0.0601966
Apr 20 19:23:23.479999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:23.484535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Usage tracker for resource:port and tenant:f544a358435545bc91293d5552058381 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:23.487719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:23.493825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:23.503645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Made reservation on behalf of f544a358435545bc91293d5552058381 for: {'port': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:23:23.509732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:23.645629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-9b5bd5ec-1568-4396-9911-23d16ca8ee36 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:23.647467 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-9b5bd5ec-1568-4396-9911-23d16ca8ee36 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 817 time: 0.1602292
Apr 20 19:23:23.662049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f201ed2a-d1ca-4cc7-8cae-02299a8bde61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:23.665054 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a538d0aa-3bc6-4ef4-a9c7-6289b2ac04cf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/quotas/a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 375 time: 0.0115592
Apr 20 19:23:23.686402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Allocated IP 172.20.0.7 (f331ac5d-ad3b-4e48-8bf1-fb572b65b568/8bfe5243-4b35-433f-a123-748a3b18221f/2f7307a4-9a7b-4194-bd96-96af63458add) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:23:23.765592 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5cb01b7b-a7e9-4849-b7cd-85dff38bcff6 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0941076
Apr 20 19:23:23.923501 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-6764f26f-076d-4c75-abd1-50d085c6716a service neutron] 10.222.0.48 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450343
Apr 20 19:23:24.016233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.074446 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-af30de18-0cff-4959-ac6a-46c3b437664c service neutron] 10.222.0.48 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439590
Apr 20 19:23:24.129667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.146027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Transition to ACTIVE for port object 2f7307a4-9a7b-4194-bd96-96af63458add will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:23:24.169617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.175593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:24.252722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:23:24.256100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:23:24.260574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:23:24.272664 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-28a32385-76b3-41e6-9a16-cb6de0b628ed req-0e74ca85-da21-476e-ad91-5074038fcb13 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 210 time: 0.0518599
Apr 20 19:23:24.303355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event updated for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:24.306363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:24.355597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.364494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:24.365743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.395629 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0677514
Apr 20 19:23:24.420775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Request body: {'port': {'device_id': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:24.485674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4ce21c78-98f3-4503-9672-a10a345f3cc7 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:23:24.566376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.580083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-10f0bc6b-9a95-4f89-82cf-326ae8082b8e None None] Provisioning for port 2f7307a4-9a7b-4194-bd96-96af63458add completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:23:24.586514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-10f0bc6b-9a95-4f89-82cf-326ae8082b8e None None] Provisioning complete for port 2f7307a4-9a7b-4194-bd96-96af63458add triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:24.587040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10f0bc6b-9a95-4f89-82cf-326ae8082b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.616190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 4ce21c78-98f3-4503-9672-a10a345f3cc7 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:23:24.636063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 4ce21c78-98f3-4503-9672-a10a345f3cc7 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:24.636716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.650884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273983c-c874-4cca-8810-7e21cf998df7 req-4e134b4f-0762-4182-9e38-3ef7a111e5ee tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:24.658411 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6273983c-c874-4cca-8810-7e21cf998df7 req-4e134b4f-0762-4182-9e38-3ef7a111e5ee tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 949 time: 0.1903446
Apr 20 19:23:24.689991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ae657-3306-4490-bdac-008c2dfcd49b req-d85b4140-d088-4120-98d9-942c1500c03e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:24.691701 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-068ae657-3306-4490-bdac-008c2dfcd49b req-d85b4140-d088-4120-98d9-942c1500c03e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 931 time: 0.1693854
Apr 20 19:23:24.710718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-10f0bc6b-9a95-4f89-82cf-326ae8082b8e None None] Port 2f7307a4-9a7b-4194-bd96-96af63458add cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:23:24.745037 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6273983c-c874-4cca-8810-7e21cf998df7 req-ae494b48-df86-4b7f-a5c6-20ada6dc0025 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855055
Apr 20 19:23:24.784369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.799133 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-068ae657-3306-4490-bdac-008c2dfcd49b req-d7f3ec5f-4c8b-4a24-84b8-1f127cb5c4f6 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931439
Apr 20 19:23:24.814096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce21c78-98f3-4503-9672-a10a345f3cc7'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:24.824686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 4ce21c78-98f3-4503-9672-a10a345f3cc7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:24.828741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.831234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:24.901638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=4ce21c78-98f3-4503-9672-a10a345f3cc7,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:24.905113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:24.972284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7307a4-9a7b-4194-bd96-96af63458add {{(pid=86354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:23:24.980928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:24.996749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Transition to ACTIVE for port object 2f7307a4-9a7b-4194-bd96-96af63458add will not be triggered until provisioned by entity L2. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:23:24.999872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:25.004724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-22ae25d4-47a0-4a43-9627-9408fd873e2e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:25.015204 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce21c78-98f3-4503-9672-a10a345f3cc7', 'code': 200}
Apr 20 19:23:25.182700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:25.215673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:25.257653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Attempting to bind port 2f7307a4-9a7b-4194-bd96-96af63458add on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:23:25.258068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Attempting to bind port 2f7307a4-9a7b-4194-bd96-96af63458add by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:23:25.258448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Attempting to bind port 2f7307a4-9a7b-4194-bd96-96af63458add on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:23:25.263608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Port 2f7307a4-9a7b-4194-bd96-96af63458add on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:23:25.263970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Attempting to bind port 2f7307a4-9a7b-4194-bd96-96af63458add on network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:23:25.270027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:23:25.270518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Checking segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:23:25.270941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Bound using segment: {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'} {{(pid=86354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:23:25.271412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Bound port: 2f7307a4-9a7b-4194-bd96-96af63458add, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80e8fd1-9f1f-417d-903d-7ffaafb50246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568'}}] {{(pid=86354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:23:25.271907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:25.306456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4e3cd-9db9-408f-9dbe-26bd57b99d4b req-67309558-0cd4-415a-bd9d-ac0858b92d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:25.308412 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-67d4e3cd-9db9-408f-9dbe-26bd57b99d4b req-67309558-0cd4-415a-bd9d-ac0858b92d50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 1103 time: 0.0856040
Apr 20 19:23:25.358963 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-67d4e3cd-9db9-408f-9dbe-26bd57b99d4b req-91888f2f-26fc-40ac-9e23-1a89756e743d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430486
Apr 20 19:23:25.381233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, cleared binding levels {{(pid=86354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:23:25.385888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:23:25.389243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:25.394977 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:25.451130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:25.451682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:25.453993 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] 10.222.0.52 "PUT /v2.0/ports/2f7307a4-9a7b-4194-bd96-96af63458add HTTP/1.1" status: 200  len: 1093 time: 1.0491915
Apr 20 19:23:25.456787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:25.495258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=3']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:25.499594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:25.547115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:25.549193 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add', 'status': 'completed', 'code': 200}
Apr 20 19:23:25.563695 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3aea4508-b95e-472a-8d15-350072e92714 req-c3c9e89f-391b-401e-8cbc-bd605ad6cbfd tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 210 time: 0.1233311
Apr 20 19:23:25.649004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-d8f7b3aa-0b99-4211-88e0-cd1f021dbbb2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:25.651867 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-d8f7b3aa-0b99-4211-88e0-cd1f021dbbb2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 817 time: 0.2357507
Apr 20 19:23:25.654972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-eb319dfe-40cc-4461-ab50-705fb40f79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:25.656599 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-eb319dfe-40cc-4461-ab50-705fb40f79e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 1096 time: 0.0942113
Apr 20 19:23:25.740984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-080ee68e-6e84-4dd7-9f70-dc51b15481d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7307a4-9a7b-4194-bd96-96af63458add HTTP/1.1" status: 200  len: 217 time: 0.0699904
Apr 20 19:23:25.744364 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-b7556db2-daff-4c31-a7f9-2e38dff928da tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 5704 time: 0.0737185
Apr 20 19:23:25.761113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'port': {'device_id': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'admin_state_up': True, 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'security_groups': ['46ea51d2-bf3b-4807-9854-5272dea799f3']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:25.824660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-f4c2c1e7-8a32-45f2-abd1-8a8f3a0c0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:25.826729 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-f4c2c1e7-8a32-45f2-abd1-8a8f3a0c0dde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.0720935
Apr 20 19:23:25.913422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-36545625-a2bf-4893-a4e5-53f938cac1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:25.915093 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-36545625-a2bf-4893-a4e5-53f938cac1db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798974
Apr 20 19:23:26.027423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:26.040720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Usage tracker for resource:port and tenant:a6a88356db7b4f36b1d8f8856756e1e3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:26.049962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:26.065477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:26.072382 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-076efd9f-b9d6-43ff-9514-654f6ea4c7e4 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448073
Apr 20 19:23:26.101225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f449a5-6b70-4d8d-970f-72fbb27355b3 req-eece38db-779c-49b6-bade-b97f236b23b7 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:26.102925 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-05f449a5-6b70-4d8d-970f-72fbb27355b3 req-eece38db-779c-49b6-bade-b97f236b23b7 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 950 time: 0.2400689
Apr 20 19:23:26.111407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce14eb4-42dd-4f38-81f8-72c2bedd98ae req-6f5c9fc4-f4cb-4833-bf37-c40ffc72b02f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:26.112997 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cce14eb4-42dd-4f38-81f8-72c2bedd98ae req-6f5c9fc4-f4cb-4833-bf37-c40ffc72b02f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 943 time: 0.2055254
Apr 20 19:23:26.113677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Made reservation on behalf of a6a88356db7b4f36b1d8f8856756e1e3 for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:23:26.119630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:26.234846 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cdc10c4d-9c07-40cc-965c-ff5859e23aa7 req-8ca9001f-4421-4a2d-945c-541ed408554a service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526918
Apr 20 19:23:26.409023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-8c5ac43f-f4cd-4ed6-937a-b99aeff10204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:26.410645 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-8c5ac43f-f4cd-4ed6-937a-b99aeff10204 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 1096 time: 0.0825334
Apr 20 19:23:26.523804 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-05f449a5-6b70-4d8d-970f-72fbb27355b3 req-a831679e-766a-4e2d-b645-ab094ec22a9f tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244199
Apr 20 19:23:26.540479 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cce14eb4-42dd-4f38-81f8-72c2bedd98ae req-0d7dd787-f250-467e-8e18-30dd7ba0aeb4 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423459
Apr 20 19:23:26.558578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-5083111a-fd70-413b-b42f-77287957c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:26.560370 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-5083111a-fd70-413b-b42f-77287957c54c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.1417434
Apr 20 19:23:26.637412 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-a255f527-515e-4c4d-9012-73add052871d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7307a4-9a7b-4194-bd96-96af63458add HTTP/1.1" status: 200  len: 217 time: 0.0696616
Apr 20 19:23:26.642464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Allocated IP 172.20.0.5 (b51c7665-608e-4722-a739-79996e632bcb/11cb1765-80f0-417e-94e5-be1bf37b9804/bde0918c-62ad-4a79-915f-f6c570fad047) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:23:26.713551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-a5d212bf-3099-4248-a6d1-6989cb47774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:26.715162 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-a5d212bf-3099-4248-a6d1-6989cb47774d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.0680597
Apr 20 19:23:26.805736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-90980624-be1c-4a46-ab6b-1434e990b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:26.807358 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-90980624-be1c-4a46-ab6b-1434e990b2f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834236
Apr 20 19:23:26.813240 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6a38be9d-c9a7-4678-8049-1a1514481f1c req-a993eaa4-529c-4578-b4d4-08ef72761a60 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 210 time: 0.1056323
Apr 20 19:23:26.893566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:26.910316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Transition to ACTIVE for port object bde0918c-62ad-4a79-915f-f6c570fad047 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:23:26.935178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:26.941415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c270ba45-83d8-4247-9536-a46f04ca5f09 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:26.953117 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-3aa830d7-6c27-45aa-b679-d969c90cfa90 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375411
Apr 20 19:23:27.013904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Network b51c7665-608e-4722-a739-79996e632bcb is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:23:27.017554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:23:27.020154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:23:27.069478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:27.074526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:27.102147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:27.102866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:27.118409 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06cb9758-4ff4-4409-be08-0c6ea0e74ec2 req-b21b618e-4ca8-4b09-bf18-15d8814a6ca0 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540747
Apr 20 19:23:27.129893 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3731923
Apr 20 19:23:27.142665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Request body: {'port': {'device_id': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:27.264174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:27.307632 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3e9540fa-fe65-4610-ac35-484babb357bb None None] Provisioning for port bde0918c-62ad-4a79-915f-f6c570fad047 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:23:27.313289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3e9540fa-fe65-4610-ac35-484babb357bb None None] Provisioning complete for port bde0918c-62ad-4a79-915f-f6c570fad047 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:27.313713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3e9540fa-fe65-4610-ac35-484babb357bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:27.370364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3e9540fa-fe65-4610-ac35-484babb357bb None None] Port bde0918c-62ad-4a79-915f-f6c570fad047 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:23:27.731961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde0918c-62ad-4a79-915f-f6c570fad047 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:23:27.745279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:27.777389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Transition to ACTIVE for port object bde0918c-62ad-4a79-915f-f6c570fad047 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:23:27.784493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:27.791657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8c9875fc-6646-4e32-8059-a869af0795dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:27.957863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:27.989297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:28.043812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276f8e-6bf0-4599-a6c5-323e3ce398ed req-2ca40218-ed45-4b04-8725-629f07759ef4 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.045459 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e276f8e-6bf0-4599-a6c5-323e3ce398ed req-2ca40218-ed45-4b04-8725-629f07759ef4 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 950 time: 0.4015505
Apr 20 19:23:28.053598 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9143f-d6d1-4aec-829e-08da56f1ea02 req-cd118f23-b42e-46df-8cb3-34d75828efa4 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.055136 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42a9143f-d6d1-4aec-829e-08da56f1ea02 req-cd118f23-b42e-46df-8cb3-34d75828efa4 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 943 time: 0.3705835
Apr 20 19:23:28.172289 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e276f8e-6bf0-4599-a6c5-323e3ce398ed req-cc581fdc-4465-484b-9bfd-cccbb076ddd3 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159625
Apr 20 19:23:28.175471 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-42a9143f-d6d1-4aec-829e-08da56f1ea02 req-c1dde298-8abd-459c-b0da-3c33a5db687a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957110
Apr 20 19:23:28.176160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Attempting to bind port bde0918c-62ad-4a79-915f-f6c570fad047 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:23:28.176484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Attempting to bind port bde0918c-62ad-4a79-915f-f6c570fad047 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:23:28.176889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Attempting to bind port bde0918c-62ad-4a79-915f-f6c570fad047 on network b51c7665-608e-4722-a739-79996e632bcb {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:23:28.182844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Port bde0918c-62ad-4a79-915f-f6c570fad047 on network b51c7665-608e-4722-a739-79996e632bcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:23:28.183203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Attempting to bind port bde0918c-62ad-4a79-915f-f6c570fad047 on network b51c7665-608e-4722-a739-79996e632bcb {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:23:28.203376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:23:28.203376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Checking segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:23:28.204429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Bound using segment: {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:23:28.205119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Bound port: bde0918c-62ad-4a79-915f-f6c570fad047, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:23:28.205701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.359066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:23:28.363191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:23:28.372719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.378558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-450387eb-0678-4f18-85b9-0c02f11f98b3 tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:28.443046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.443902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.445398 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] 10.222.0.52 "PUT /v2.0/ports/bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 200  len: 1093 time: 1.3078539
Apr 20 19:23:28.455293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:28.491572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8718ccd-1049-46d1-9de1-71a7677de724 req-55d2bea3-5b1e-4b0d-9f31-134c84d2fe34 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.492717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b8718ccd-1049-46d1-9de1-71a7677de724 req-55d2bea3-5b1e-4b0d-9f31-134c84d2fe34 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Synchronizing usage tracker for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:28.502449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:28.505998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:28.522622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2f7307a4-9a7b-4194-bd96-96af63458add details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:23:28.626142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-b8718ccd-1049-46d1-9de1-71a7677de724 req-55d2bea3-5b1e-4b0d-9f31-134c84d2fe34 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Unset dirty status for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:28.627588 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8718ccd-1049-46d1-9de1-71a7677de724 req-55d2bea3-5b1e-4b0d-9f31-134c84d2fe34 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.3466823
Apr 20 19:23:28.683868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:28.698677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '2f7307a4-9a7b-4194-bd96-96af63458add', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'port_id': '2f7307a4-9a7b-4194-bd96-96af63458add', 'mac_address': 'fa:16:3e:fa:36:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:23:28.718054 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b8718ccd-1049-46d1-9de1-71a7677de724 req-51c8feb0-ded2-417d-870b-418287ebe182 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787969
Apr 20 19:23:28.730648 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-1e7408af-959b-45ec-b658-58bf70bf3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.732239 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-1e7408af-959b-45ec-b658-58bf70bf3626 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1096 time: 0.2312558
Apr 20 19:23:28.742042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14444fd8-c04a-403d-9f18-f56cbeb5be15 req-5c2d86bb-07fd-4c8c-9793-e03741071110 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.743650 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-14444fd8-c04a-403d-9f18-f56cbeb5be15 req-5c2d86bb-07fd-4c8c-9793-e03741071110 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 950 time: 0.1750805
Apr 20 19:23:28.775545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.794138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7307a4-9a7b-4194-bd96-96af63458add {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:23:28.810623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:28.813627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:28.814785 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'status': 'completed', 'code': 200}
Apr 20 19:23:28.815547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:28.833788 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-52e3faae-e8a1-4699-9c60-223c3dc93fd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 200  len: 217 time: 0.0891185
Apr 20 19:23:28.886242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:28.894508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.894899 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.895280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.895653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.895995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.896407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.896776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.897142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.897509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.897898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.898264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.898626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:28.899205 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-14444fd8-c04a-403d-9f18-f56cbeb5be15 req-be50263b-37f3-4f81-972e-9d42740aa1a2 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027505
Apr 20 19:23:28.906489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:28.919444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-d0f0e2b1-738f-4428-9f0d-f804aba28142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:28.921064 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-d0f0e2b1-738f-4428-9f0d-f804aba28142 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0760293
Apr 20 19:23:29.019276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-225b7685-93ee-49f3-9c1f-29e82e06cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:29.020922 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-225b7685-93ee-49f3-9c1f-29e82e06cc22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918128
Apr 20 19:23:29.076000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['2f7307a4-9a7b-4194-bd96-96af63458add'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:29.173270 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-fd6f270d-8b8a-41f0-ba34-85fb8fec1bc2 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373792
Apr 20 19:23:29.368606 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bb291a1b-ce3f-49ef-8cdd-206d59586088 req-9a170503-d41d-4491-908c-8a13d6f1062c service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875508
Apr 20 19:23:29.411452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fc164-8336-44c1-9b17-1e0e330a621f req-83a89266-0127-4610-aeb2-62c119f4002c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:29.413119 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a40fc164-8336-44c1-9b17-1e0e330a621f req-83a89266-0127-4610-aeb2-62c119f4002c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 944 time: 0.1172962
Apr 20 19:23:29.509638 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a40fc164-8336-44c1-9b17-1e0e330a621f req-730a6572-11c7-44fb-b398-76c339ee3935 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897729
Apr 20 19:23:29.535372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-88a06e32-8f65-4197-b7a7-7ed8b4a0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:29.536952 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-88a06e32-8f65-4197-b7a7-7ed8b4a0286c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1096 time: 0.1013360
Apr 20 19:23:29.684388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-59579622-f25a-482c-a1c4-a081e0e6356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:29.685998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-59579622-f25a-482c-a1c4-a081e0e6356d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.1409223
Apr 20 19:23:29.764221 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-18d4ad81-86e2-4688-a633-58b86aa2a7ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 200  len: 217 time: 0.0690520
Apr 20 19:23:29.835375 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-1d78f360-faa6-4636-a88b-667847cc3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:29.836969 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-1d78f360-faa6-4636-a88b-667847cc3e65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0645967
Apr 20 19:23:29.994784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430590a0-86a4-48e2-a8a3-f72106f8c4a9 req-fcb21a41-b674-47dc-b435-109df9435b69 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:29.996374 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-430590a0-86a4-48e2-a8a3-f72106f8c4a9 req-fcb21a41-b674-47dc-b435-109df9435b69 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1558709
Apr 20 19:23:29.999811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-0cc5d769-fa4e-4a62-ba2a-1e7d8d6287be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:30.001295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-0cc5d769-fa4e-4a62-ba2a-1e7d8d6287be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1169388
Apr 20 19:23:30.186106 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-430590a0-86a4-48e2-a8a3-f72106f8c4a9 req-35cbfb70-88ff-45b3-be1b-613c360d0f04 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1826594
Apr 20 19:23:30.199689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-af1f8933-21f5-4f8e-9878-cfe7663dd21a tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:30.200461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-af1f8933-21f5-4f8e-9878-cfe7663dd21a tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Synchronizing usage tracker for tenant:9691212b367043188156650c42e1a959 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:30.220626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-af1f8933-21f5-4f8e-9878-cfe7663dd21a tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Unset dirty status for tenant:9691212b367043188156650c42e1a959 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:30.221936 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-af1f8933-21f5-4f8e-9878-cfe7663dd21a tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 950 time: 0.1099842
Apr 20 19:23:30.250568 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-a063e69b-49c1-423d-9d78-49ee2d26ff31 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287660
Apr 20 19:23:30.259204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808f09f-83d1-4f48-abbe-0cea30556871 req-d4ebaca1-9547-40c3-b3cb-3d1e7689977f tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:30.260718 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c808f09f-83d1-4f48-abbe-0cea30556871 req-d4ebaca1-9547-40c3-b3cb-3d1e7689977f tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 950 time: 0.2426593
Apr 20 19:23:30.305070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Deleting port 4ce21c78-98f3-4503-9672-a10a345f3cc7 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:30.305404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:30.530005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:23:30.534605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2f7307a4-9a7b-4194-bd96-96af63458add up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:23:30.592833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] For port 4ce21c78-98f3-4503-9672-a10a345f3cc7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4ce21c78-98f3-4503-9672-a10a345f3cc7,segment=NetworkSegment(6dd01844-b206-457e-b5cd-20acf80e3dc6),segment_id=6dd01844-b206-457e-b5cd-20acf80e3dc6)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:30.593760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:30.678357 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c808f09f-83d1-4f48-abbe-0cea30556871 req-49d8ae93-18f6-4935-ad0c-6c32cc2d19d4 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/security-groups?id=90870694-2d6f-44b0-a233-afbed99f3ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3953462
Apr 20 19:23:30.709805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 2f7307a4-9a7b-4194-bd96-96af63458add completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:23:30.728944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 2f7307a4-9a7b-4194-bd96-96af63458add triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:30.729185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:30.736396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Calling delete_port for 4ce21c78-98f3-4503-9672-a10a345f3cc7 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:30.745332 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b3b0175d-1fbe-4fa7-aaa0-87f9c7a805b3 req-7b673025-b14a-42e7-93fe-8e7a582417d3 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4835694
Apr 20 19:23:30.769521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b58c76-3e2b-4269-8dbb-132ab95b8012 req-f8e250e1-0cab-43a6-99f1-cda780655717 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:30.771345 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2b58c76-3e2b-4269-8dbb-132ab95b8012 req-f8e250e1-0cab-43a6-99f1-cda780655717 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 944 time: 0.1344521
Apr 20 19:23:30.810060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:30.829383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'mac_address': 'fa:16:3e:a7:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:23:30.833426 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2b58c76-3e2b-4269-8dbb-132ab95b8012 req-51a3675e-0183-49fd-a9cd-6028749a8cab tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535157
Apr 20 19:23:30.895126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:30.901013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-76237515-cac6-4d80-b5fc-08248f2b4915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:30.923545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['4ce21c78-98f3-4503-9672-a10a345f3cc7'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:30.947626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Pushing event deleted for resources: {'Port': ['ID=4ce21c78-98f3-4503-9672-a10a345f3cc7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:30.951438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:30.989076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:31.002974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:31.024126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde0918c-62ad-4a79-915f-f6c570fad047 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:23:31.032174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] No DVR routers for this DVR port 4ce21c78-98f3-4503-9672-a10a345f3cc7 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:23:31.035185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:31.038431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'name': 'network-vif-deleted', 'tag': '4ce21c78-98f3-4503-9672-a10a345f3cc7'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:31.053716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:31.058244 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-69126c42-ef61-422b-9acc-a4bc5f748bd5 req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.52 "DELETE /v2.0/ports/4ce21c78-98f3-4503-9672-a10a345f3cc7 HTTP/1.1" status: 204  len: 173 time: 0.8299000
Apr 20 19:23:31.081345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:31.088814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:31.095971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:31.099216 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad17b4c4-ccc2-4657-9db7-be0a78a14867', 'name': 'network-vif-deleted', 'tag': '4ce21c78-98f3-4503-9672-a10a345f3cc7', 'status': 'completed', 'code': 200}
Apr 20 19:23:31.112683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:31.154761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:31.168956 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add', 'code': 200}
Apr 20 19:23:31.196157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:31.201067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:31.201606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:31.274186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:31.277374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:31.402504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb052f2-a367-460f-a05a-cc8f86e627fc req-50f78f59-d27f-4311-840f-2a652918f9cf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:31.404979 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2cb052f2-a367-460f-a05a-cc8f86e627fc req-50f78f59-d27f-4311-840f-2a652918f9cf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 944 time: 0.0912335
Apr 20 19:23:31.415908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['bde0918c-62ad-4a79-915f-f6c570fad047'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:31.431410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4b7bc-ba4a-421f-b7da-8a7fe821e8c8 req-908049b0-0dac-4830-b6d5-6642989dfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:31.433265 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-caa4b7bc-ba4a-421f-b7da-8a7fe821e8c8 req-908049b0-0dac-4830-b6d5-6642989dfd2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 1098 time: 0.0775089
Apr 20 19:23:31.457141 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2cb052f2-a367-460f-a05a-cc8f86e627fc req-02f7b876-50ee-4082-9b0f-28fce5843e0e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455196
Apr 20 19:23:31.482382 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-caa4b7bc-ba4a-421f-b7da-8a7fe821e8c8 req-30ae978c-38ef-4ba7-b16b-cae77d5fcb75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377283
Apr 20 19:23:31.871154 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0e362af1-7e61-43e6-977f-36da8640dad3 req-2eedbf6f-9175-43ce-82e6-bf763f7fcfb3 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad17b4c4-ccc2-4657-9db7-be0a78a14867 HTTP/1.1" status: 200  len: 210 time: 0.0524509
Apr 20 19:23:32.045865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1c3fe-41cc-43ca-b797-eca73d2511f8 req-77988b9d-b750-48b5-a5cb-51cb68f9eb5a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:32.047435 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-70c1c3fe-41cc-43ca-b797-eca73d2511f8 req-77988b9d-b750-48b5-a5cb-51cb68f9eb5a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 945 time: 0.1004477
Apr 20 19:23:32.098634 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-70c1c3fe-41cc-43ca-b797-eca73d2511f8 req-e512bee5-de95-48b2-9143-2c7a6234cb93 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444202
Apr 20 19:23:32.533419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:23:32.606201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port bde0918c-62ad-4a79-915f-f6c570fad047 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:23:32.611388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port bde0918c-62ad-4a79-915f-f6c570fad047 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:32.611853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:32.679592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af8166-d8e9-4f7d-8858-dc5ae18dd699 req-c779e111-588a-42bc-9c4b-01807f97504b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:32.681188 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c7af8166-d8e9-4f7d-8858-dc5ae18dd699 req-c779e111-588a-42bc-9c4b-01807f97504b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 944 time: 0.0983627
Apr 20 19:23:32.729925 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c7af8166-d8e9-4f7d-8858-dc5ae18dd699 req-a9dcee11-0b1a-410a-bd55-c17c0f5a15fc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420854
Apr 20 19:23:32.739927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:32.774746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:32.778781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:32.779667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4ce21c78-98f3-4503-9672-a10a345f3cc7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:23:32.809064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:32.851120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 4ce21c78-98f3-4503-9672-a10a345f3cc7 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:23:32.851511 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4ce21c78-98f3-4503-9672-a10a345f3cc7 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:23:32.887509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:32.890568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:33.169758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:33.221923 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'code': 200}
Apr 20 19:23:33.300464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a56a9-04a4-489f-bb58-800794bf1147 req-91f3fca5-2f3c-4186-a703-c3d97f6aedad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:33.302426 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f8a56a9-04a4-489f-bb58-800794bf1147 req-91f3fca5-2f3c-4186-a703-c3d97f6aedad tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 945 time: 0.0899014
Apr 20 19:23:33.354755 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8f8a56a9-04a4-489f-bb58-800794bf1147 req-20565dda-6669-4a9b-8686-24ff8942168a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459435
Apr 20 19:23:33.476000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175f2fa-0a05-488b-8996-4ea6b8b21bcb req-95f3aac5-1d49-4362-9724-275882221b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:33.477784 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9175f2fa-0a05-488b-8996-4ea6b8b21bcb req-95f3aac5-1d49-4362-9724-275882221b6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1098 time: 0.0844264
Apr 20 19:23:33.524905 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9175f2fa-0a05-488b-8996-4ea6b8b21bcb req-c32673f7-1895-47f1-b5e7-f9085e372af3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392973
Apr 20 19:23:33.565812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc58a-9a51-400e-828d-522c989c87a5 req-2d055c71-0577-449c-80ab-d5937a808962 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:33.567428 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-624dc58a-9a51-400e-828d-522c989c87a5 req-2d055c71-0577-449c-80ab-d5937a808962 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 945 time: 0.0943286
Apr 20 19:23:33.577673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48614) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:33.583588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Request body: {'floatingip': {'port_id': '2f7307a4-9a7b-4194-bd96-96af63458add'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:33.666850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:33.946618 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078c90-2b2b-4a1a-8c36-92e6d5c0cddb req-c099717c-4c28-442b-9e5c-473874ef88b7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:33.948256 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b5078c90-2b2b-4a1a-8c36-92e6d5c0cddb req-c099717c-4c28-442b-9e5c-473874ef88b7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0922828
Apr 20 19:23:34.002031 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b5078c90-2b2b-4a1a-8c36-92e6d5c0cddb req-a869fb76-fd11-404c-979f-8f51ab092c97 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468676
Apr 20 19:23:34.132151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:23:34.538942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:34.542364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:34.726651 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Floating IP 6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5 associated. External IP: 172.27.1.181, port: 2f7307a4-9a7b-4194-bd96-96af63458add.
Apr 20 19:23:35.136230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:23:35.218291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c45e2-da0c-48ae-a93a-654ffa628a2b req-bef264b1-c7e6-4594-a588-b29a2c38574e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:35.220052 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d17c45e2-da0c-48ae-a93a-654ffa628a2b req-bef264b1-c7e6-4594-a588-b29a2c38574e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0927181
Apr 20 19:23:35.274665 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d17c45e2-da0c-48ae-a93a-654ffa628a2b req-d0cd46e7-a52c-43fd-83b6-94bab60abf6c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478928
Apr 20 19:23:35.330771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:23:35.337395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:35.349574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:23:35.360910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:35.361788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8445240>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:35.411200 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d13b6e15-1947-41ea-9b17-e06939b40bea tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "PUT /v2.0/floatingips/6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5 HTTP/1.1" status: 200  len: 991 time: 1.8293397
Apr 20 19:23:35.411200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:35.510959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648f469-522f-40de-813b-a2d770388e4a req-f9163b33-ea10-4f54-881a-259554e5efc5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:35.512394 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4648f469-522f-40de-813b-a2d770388e4a req-f9163b33-ea10-4f54-881a-259554e5efc5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.1139357
Apr 20 19:23:35.523006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48782) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:35.529753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Request body: {'floatingip': {'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:35.631798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:35.698136 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add', 'status': 'completed', 'code': 200}
Apr 20 19:23:35.740647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:35.891844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-cb970b03-6933-435c-a891-738c922ff75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:35.893465 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-cb970b03-6933-435c-a891-738c922ff75d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f544a358435545bc91293d5552058381&device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 1098 time: 0.1976671
Apr 20 19:23:36.142520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8445240>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5', 'tenant_id': 'f544a358435545bc91293d5552058381', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'port_id': '2f7307a4-9a7b-4194-bd96-96af63458add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'mac_address': 'fa:16:3e:fa:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:18Z', 'updated_at': '2021-04-20T19:23:34Z', 'revision_number': 1, 'project_id': 'f544a358435545bc91293d5552058381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:36.147505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:23:36.158380 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:36.159082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8445240>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:36.363048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:36.453868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-26f974bb-b65f-4d39-8d2b-d2e02fea071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:36.455516 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-26f974bb-b65f-4d39-8d2b-d2e02fea071d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 200  len: 912 time: 0.5534959
Apr 20 19:23:36.641109 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-483d8f77-749b-4f9a-9878-8de8ca3d2e06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7307a4-9a7b-4194-bd96-96af63458add HTTP/1.1" status: 200  len: 999 time: 0.1764376
Apr 20 19:23:36.748626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-f7143515-4e29-432f-86d4-d08962227f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:36.750245 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-f7143515-4e29-432f-86d4-d08962227f81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 200  len: 850 time: 0.0909131
Apr 20 19:23:36.757169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8445240>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5', 'tenant_id': 'f544a358435545bc91293d5552058381', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'port_id': '2f7307a4-9a7b-4194-bd96-96af63458add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'mac_address': 'fa:16:3e:fa:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:18Z', 'updated_at': '2021-04-20T19:23:34Z', 'revision_number': 1, 'project_id': 'f544a358435545bc91293d5552058381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:36.761521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7435947-af8f-40f5-af39-bf85c6c8c36b None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5', 'tenant_id': 'f544a358435545bc91293d5552058381', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'port_id': '2f7307a4-9a7b-4194-bd96-96af63458add', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'mac_address': 'fa:16:3e:fa:36:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:18Z', 'updated_at': '2021-04-20T19:23:34Z', 'revision_number': 1, 'project_id': 'f544a358435545bc91293d5552058381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:23:36.946814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:36.952103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-86846cfe-91df-4251-a699-638a4add98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:36.953787 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-86846cfe-91df-4251-a699-638a4add98d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f331ac5d-ad3b-4e48-8bf1-fb572b65b568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1957550
Apr 20 19:23:36.955003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:37.031321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2227f9-bc9f-4aed-b4e5-e0d989c0887d None None] New status for floating IP 6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:23:37.261947 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-6dfa3a87-6a58-47c0-9913-9e04776b3f40 service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549620
Apr 20 19:23:37.263141 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Floating IP af0700c1-7a70-4810-a6f2-137ff4b98e9d associated. External IP: 172.27.1.12, port: bde0918c-62ad-4a79-915f-f6c570fad047.
Apr 20 19:23:37.562461 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-afb5aea1-ee69-44db-99ab-9ebe159becfb req-fd80eb7f-4e31-4746-ba51-7750d623a79e service neutron] 10.222.0.52 "GET /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2487335
Apr 20 19:23:37.762431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Router a42b754e-4016-45c8-a2a7-010ae1726c0f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:23:37.953813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:23:37.958927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:37.964749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:23:37.974908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:37.975596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8613b38>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:38.010824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48832) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:38.182976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:38.220613 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-94edf49b-5499-491c-854f-549af971befc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9691212b367043188156650c42e1a959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2057505
Apr 20 19:23:38.220910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48838) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:38.270522 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cde961a4-d424-40f8-a791-71acde8a0eb8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "PUT /v2.0/floatingips/af0700c1-7a70-4810-a6f2-137ff4b98e9d HTTP/1.1" status: 200  len: 990 time: 2.7461796
Apr 20 19:23:38.271296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:38.291593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:38.322722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:38.327098 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'status': 'completed', 'code': 200}
Apr 20 19:23:38.380915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:38.386326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-efa75f2e-51f7-4e7e-9bc3-0c994cbfd09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:38.398838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90870694-2d6f-44b0-a233-afbed99f3ad7,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:38.402647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:38.410593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:38.411845 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90870694-2d6f-44b0-a233-afbed99f3ad7 HTTP/1.1" status: 204  len: 168 time: 0.1896873
Apr 20 19:23:38.446495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-d70bba41-a840-495e-8c53-2f15a296f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:38.448266 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-d70bba41-a840-495e-8c53-2f15a296f13b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1098 time: 0.0993598
Apr 20 19:23:38.588214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8613b38>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'af0700c1-7a70-4810-a6f2-137ff4b98e9d', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'mac_address': 'fa:16:3e:a7:cb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:22Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 1, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:38.592395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:23:38.601670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:38.601954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-7249137a-c18b-4e2c-a738-35959e776cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:38.602363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8613b38>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:38.603933 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-7249137a-c18b-4e2c-a738-35959e776cb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.1488409
Apr 20 19:23:38.725877 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-903202cf-6d28-4bcb-a71a-3c4ff9004e06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 200  len: 998 time: 0.1147375
Apr 20 19:23:38.799569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-dff7cf2e-43bf-4af7-aad6-52846c3dfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:38.801226 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-dff7cf2e-43bf-4af7-aad6-52846c3dfed7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0674951
Apr 20 19:23:38.912882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-72633dd0-20ed-4381-b1e5-b696252159c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:38.914469 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-72633dd0-20ed-4381-b1e5-b696252159c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1048996
Apr 20 19:23:38.979308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:39.077136 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-c5a68641-3a0c-46c0-9408-d136be53450d service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499021
Apr 20 19:23:39.230206 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4088b2bf-e063-44b8-b24f-032d844b20b3 req-5e4afc9b-3793-4dc6-a700-06b565219c55 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455066
Apr 20 19:23:39.358834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8613b38>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'af0700c1-7a70-4810-a6f2-137ff4b98e9d', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'mac_address': 'fa:16:3e:a7:cb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:22Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 1, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:39.363393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd17cadf-a84a-4363-a509-5da9ce6fd3f5 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'af0700c1-7a70-4810-a6f2-137ff4b98e9d', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'mac_address': 'fa:16:3e:a7:cb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:23:22Z', 'updated_at': '2021-04-20T19:23:36Z', 'revision_number': 1, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:23:39.633390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d209a-df0d-4c00-b815-f989060f8873 None None] New status for floating IP af0700c1-7a70-4810-a6f2-137ff4b98e9d: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:23:45.831883 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-1eaca4c1-222d-45eb-9cd0-cf0012d35afd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0798259
Apr 20 19:23:45.880195 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0148db90-d971-4874-a652-36da198a2ec2 req-4044cdf1-6351-47df-abee-7f3b2678dbb6 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794385002&fields=id&tenant_id=d3c1c47f974a4031bc62166d5cf50696 HTTP/1.1" status: 200  len: 267 time: 0.0492518
Apr 20 19:23:45.973471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148db90-d971-4874-a652-36da198a2ec2 req-f35852ab-5948-4a17-b272-e26482ce26cd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:45.975101 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0148db90-d971-4874-a652-36da198a2ec2 req-f35852ab-5948-4a17-b272-e26482ce26cd tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 985 time: 0.0877454
Apr 20 19:23:45.988801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Request body: {'port': {'security_groups': ['8fdb799a-a291-4779-bc2e-0dff72d02c8a']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:23:45.989588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-e00cf8b7-c8d2-4689-b160-06c36d54bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:45.991282 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-e00cf8b7-c8d2-4689-b160-06c36d54bc29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1138 time: 0.0822744
Apr 20 19:23:46.123479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.155692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-b25149d2-879a-416b-beca-fe51b8b8dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:46.157282 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-b25149d2-879a-416b-beca-fe51b8b8dcd5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 916 time: 0.1382518
Apr 20 19:23:46.271808 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-c4de7792-c344-46cf-a2e1-76882adf7d23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 1001 time: 0.1063814
Apr 20 19:23:46.342680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-e51d43da-d4fd-4bc9-b1c3-46b4c86f6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:46.344266 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-e51d43da-d4fd-4bc9-b1c3-46b4c86f6011 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.0650043
Apr 20 19:23:46.383723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:46.414782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.419401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.425354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5f8428e2-e0bb-442d-a77a-389e98d43653 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:46.428164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-79886de7-3e11-4b39-abac-eaacd7604d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:46.429795 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-79886de7-3e11-4b39-abac-eaacd7604d3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784836
Apr 20 19:23:46.433492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['79ce51e3-8bf1-4b3e-acb6-946d6604e11f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:46.511559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:46.512259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.526175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48934) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:46.529392 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0148db90-d971-4874-a652-36da198a2ec2 req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "PUT /v2.0/ports/79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 943 time: 0.5449095
Apr 20 19:23:46.530267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:46.584377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event updated for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=7']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:46.594756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:46.635666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['79ce51e3-8bf1-4b3e-acb6-946d6604e11f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:46.667933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.717246 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-0c97303b-5010-4a9b-bb9d-886d898c39a5 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798467
Apr 20 19:23:46.724482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.729544 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'status': 'completed', 'code': 200}
Apr 20 19:23:46.790581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-c43e7479-46be-491d-b8c0-541687f2ccee None None] Provisioning complete for port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:23:46.790897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c43e7479-46be-491d-b8c0-541687f2ccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.899977 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-73eaced0-606c-4e05-9dbe-04f2ce6cb937 req-d91ad12d-6942-41f8-baf4-3875a40bf572 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660976
Apr 20 19:23:46.907966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.914550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-af71fc6e-da34-4b64-b459-907b47d3eb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:46.933390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:46.937450 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "DELETE /v2.0/security-groups/b1371fb9-f4d2-40a3-b24a-148e95b9c216 HTTP/1.1" status: 204  len: 168 time: 0.4076126
Apr 20 19:23:46.937879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48946) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:46.944694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1371fb9-f4d2-40a3-b24a-148e95b9c216,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:46.948437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:47.035523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-acbfb34d-018d-406f-896d-6ccb142e1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:47.037164 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-acbfb34d-018d-406f-896d-6ccb142e1a70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1099 time: 0.0808911
Apr 20 19:23:47.192964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-cb4be2d2-943b-4f8d-b8f5-fd66588b6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:47.194634 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-cb4be2d2-943b-4f8d-b8f5-fd66588b6225 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 916 time: 0.1410508
Apr 20 19:23:47.216900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Deleting port daddb252-da2e-45dd-9b09-59a638bf8129 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:47.217322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:47.309917 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-8d469157-850f-49e9-8791-63513f26de09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 1001 time: 0.1060078
Apr 20 19:23:47.384965 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-92faf31d-6480-404e-948e-27e0ee6da630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:47.386587 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-92faf31d-6480-404e-948e-27e0ee6da630 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.0694606
Apr 20 19:23:47.399332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:47.399707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:47.471504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-30351a2f-7444-4d4f-8a4e-39ab61fbb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:47.473118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-30351a2f-7444-4d4f-8a4e-39ab61fbb571 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781996
Apr 20 19:23:47.531402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Calling delete_port for daddb252-da2e-45dd-9b09-59a638bf8129 owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:47.621064 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-1d7689e1-1338-4687-9d35-1b3a04f84b82 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379931
Apr 20 19:23:47.711881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:47.723513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fd3fc4e6-672d-4e0c-879b-bada135b206c tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:47.775579 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7c580353-8180-4a68-b0bc-691d06e5aeaf req-bf93afce-5b37-436a-8946-305c53c4e06d service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462903
Apr 20 19:23:47.814084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event deleted for resources: {'Port': ['ID=daddb252-da2e-45dd-9b09-59a638bf8129,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:47.852033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.852451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.852855 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.853273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.853673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.854108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.854509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.854910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.855305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.855686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.856080 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.856474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:23:47.859920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:47.887567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:47.887880 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Floating IP 6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea disassociated (deleted). External IP: 172.27.1.94, port: 79ce51e3-8bf1-4b3e-acb6-946d6604e11f.
Apr 20 19:23:48.264883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Router 35c24e83-cd14-44a2-b8ce-09e412cd856b has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:23:48.407079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 48960) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:48.455649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:23:48.465975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] Sync routers for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:23:48.468961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.476479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:48.477266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86ee588>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:48.533556 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "DELETE /v2.0/floatingips/6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea HTTP/1.1" status: 204  len: 168 time: 1.5917459
Apr 20 19:23:48.537776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.556216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:23:48.560417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Usage tracker for resource:security_group_rule and tenant:68cb9958b788411f8126eda6541cce20 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:23:48.563741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:23:48.569863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:23:48.659733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.662987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.673196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:48.676673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-79f5dc64-daf9-491f-a880-bd833d5a4f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:48.719542 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68cb9958b788411f8126eda6541cce20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3110061
Apr 20 19:23:48.720453 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9104ab1a-ddf8-4739-baaf-c1c9dee4255e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:48.722338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 48970) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:48.723567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:48.742555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:48.805436 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'status': 'completed', 'code': 200}
Apr 20 19:23:48.806875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.852910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.919546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.924831 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8d7ce50d-3aa4-40f2-8389-26cd6c9c349e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:48.940344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9104ab1a-ddf8-4739-baaf-c1c9dee4255e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:48.943602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:48.947773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-f7922ce1-18d4-43c9-b166-764d660d1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:48.949398 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-f7922ce1-18d4-43c9-b166-764d660d1a6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d3c1c47f974a4031bc62166d5cf50696&device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 1099 time: 0.1219487
Apr 20 19:23:48.955285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:48.958337 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9104ab1a-ddf8-4739-baaf-c1c9dee4255e HTTP/1.1" status: 204  len: 168 time: 0.2341838
Apr 20 19:23:49.152825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86ee588>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:42Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:49.158141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] Checking router: 35c24e83-cd14-44a2-b8ce-09e412cd856b for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:23:49.170200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:49.171258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86ee588>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:49.200404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-247b336b-2689-49d0-8fd1-63b88a53dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:49.204053 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-247b336b-2689-49d0-8fd1-63b88a53dbdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 200  len: 916 time: 0.2352505
Apr 20 19:23:49.290883 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-a5c68830-869e-4e2a-b18f-2f7b266d1646 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 200  len: 217 time: 0.0796733
Apr 20 19:23:49.362801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-95719889-d7f4-4440-a340-fa2c0a43b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:49.364391 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-95719889-d7f4-4440-a340-fa2c0a43b898 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 200  len: 854 time: 0.0670698
Apr 20 19:23:49.379023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:49.452482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-bec0dd79-60ca-4f57-b6fa-9cfe2d927004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:49.454133 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-bec0dd79-60ca-4f57-b6fa-9cfe2d927004 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49aebcba-8b56-48f1-a78e-35728f8d77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813415
Apr 20 19:23:49.722439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86ee588>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:42Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:49.727437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7518a7-2699-43f3-a184-9700d4f9a62d None None] The sync data for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi is: [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:28Z', 'revision_number': 4, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '5f3102a6-658e-40c0-afa2-63e2fecdd46c', 'name': '', 'network_id': '49aebcba-8b56-48f1-a78e-35728f8d77f0', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'mac_address': 'fa:16:3e:30:2b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:27Z', 'updated_at': '2021-04-20T19:20:42Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'subnets': [{'id': 'be4833c5-eb6e-45f2-b193-db43845dd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:23:49.832353 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-9bbbfa00-1a47-4319-a625-26d5415d1537 service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707421
Apr 20 19:23:49.976433 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ca8f843b-f7b2-4709-b752-a809f107d9e6 req-576133a3-c9d9-4848-b024-b7b0d3cbc60d service neutron] 10.222.0.52 "GET /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370254
Apr 20 19:23:49.997490 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:50.156443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bead990-06f5-4a05-b1dc-386dcf6f88c9 None None] New status for floating IP 6b894ed1-2ee4-4ce8-ba4a-c86e61b299ea: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:23:50.797524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-da3ce933-1e30-40a7-94c2-b184774375de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:52.286966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3baeb-1b9f-4359-9841-497a68cdd1da req-26007b6d-a68a-4925-9994-2abbd5959af5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:52.287739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-55d3baeb-1b9f-4359-9841-497a68cdd1da req-26007b6d-a68a-4925-9994-2abbd5959af5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Synchronizing usage tracker for tenant:d3c1c47f974a4031bc62166d5cf50696 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:52.305467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-55d3baeb-1b9f-4359-9841-497a68cdd1da req-26007b6d-a68a-4925-9994-2abbd5959af5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Unset dirty status for tenant:d3c1c47f974a4031bc62166d5cf50696 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:52.306834 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55d3baeb-1b9f-4359-9841-497a68cdd1da req-26007b6d-a68a-4925-9994-2abbd5959af5 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.3555601
Apr 20 19:23:52.357752 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-55d3baeb-1b9f-4359-9841-497a68cdd1da req-45ac74a5-f2fb-4ba8-b303-8bbb1a4685b1 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439088
Apr 20 19:23:53.569771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89a54-0c64-42ce-847c-9cde13ae98f8 req-8aefe550-f9aa-43c3-8a48-df7eb3e9369f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:53.571398 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0e89a54-0c64-42ce-847c-9cde13ae98f8 req-8aefe550-f9aa-43c3-8a48-df7eb3e9369f tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.0917506
Apr 20 19:23:53.623870 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e0e89a54-0c64-42ce-847c-9cde13ae98f8 req-bd39e8d8-f26b-4ed4-969a-ab7c57377af0 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fdb799a-a291-4779-bc2e-0dff72d02c8a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454974
Apr 20 19:23:53.666826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29e4bf2d-dd60-4732-8cb4-219165151c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:53.810654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-1381f398-8889-49b5-b0a6-8171de3e0085 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:23:53.811408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-1381f398-8889-49b5-b0a6-8171de3e0085 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Synchronizing usage tracker for tenant:d3c1c47f974a4031bc62166d5cf50696 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:23:53.824413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-1381f398-8889-49b5-b0a6-8171de3e0085 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Unset dirty status for tenant:d3c1c47f974a4031bc62166d5cf50696 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:23:53.825640 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-1381f398-8889-49b5-b0a6-8171de3e0085 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.52 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 946 time: 0.1032598
Apr 20 19:23:53.918584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Deleting port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:53.918893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:54.015183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:54.180981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] For port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:54.181378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:54.318613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Calling delete_port for 79ce51e3-8bf1-4b3e-acb6-946d6604e11f owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:54.349338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:54.485696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:54.491915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:54.498014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['79ce51e3-8bf1-4b3e-acb6-946d6604e11f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:23:54.544910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Pushing event deleted for resources: {'Port': ['ID=79ce51e3-8bf1-4b3e-acb6-946d6604e11f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:54.548338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:54.627695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] No DVR routers for this DVR port 79ce51e3-8bf1-4b3e-acb6-946d6604e11f on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:23:54.630294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:54.633255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'name': 'network-vif-deleted', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:23:54.654686 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ed74a2e6-8e74-4188-8941-475ee07d6d19 req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.52 "DELETE /v2.0/ports/79ce51e3-8bf1-4b3e-acb6-946d6604e11f HTTP/1.1" status: 204  len: 173 time: 0.8235002
Apr 20 19:23:54.683561 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e1c0e-359d-4778-ab56-ff9ddec8d5f0', 'name': 'network-vif-deleted', 'tag': '79ce51e3-8bf1-4b3e-acb6-946d6604e11f', 'status': 'completed', 'code': 200}
Apr 20 19:23:54.793481 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e5619481-1157-4ec0-9856-e29af461aa24 req-f0c1e727-31cf-4876-b286-db3ec65b335b tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] 10.222.0.48 "GET /v2.0/ports?device_id=642e1c0e-359d-4778-ab56-ff9ddec8d5f0 HTTP/1.1" status: 200  len: 210 time: 0.0522192
Apr 20 19:23:55.531065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:56.622251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49072) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:56.667035 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 79ce51e3-8bf1-4b3e-acb6-946d6604e11f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:23:56.704399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 79ce51e3-8bf1-4b3e-acb6-946d6604e11f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:23:56.704795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 79ce51e3-8bf1-4b3e-acb6-946d6604e11f not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:23:57.221388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:57.602174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Deleting port 5f3102a6-658e-40c0-afa2-63e2fecdd46c {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:57.602485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:57.790829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] For port 5f3102a6-658e-40c0-afa2-63e2fecdd46c, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=5f3102a6-658e-40c0-afa2-63e2fecdd46c,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:57.791481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:57.924157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Calling delete_port for 5f3102a6-658e-40c0-afa2-63e2fecdd46c owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:23:58.240920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:58.245204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-493b5a58-be5f-493a-9a4d-88e6f11c87b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:23:58.291212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3102a6-658e-40c0-afa2-63e2fecdd46c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:23:58.294576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:23:58.796523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.178114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Router 35c24e83-cd14-44a2-b8ce-09e412cd856b has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:23:59.381815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:23:59.390884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] Sync routers for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:23:59.395142 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] 10.222.0.48 "PUT /v2.0/routers/35c24e83-cd14-44a2-b8ce-09e412cd856b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7717116
Apr 20 19:23:59.397959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49088) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:23:59.401760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:23:59.402701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db3715f60>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:23:59.589038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.765709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:23:59.783469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.791934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Deleting port 3dfff1fc-b271-43dd-8a27-f813af9fa607 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:23:59.792295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:23:59.973940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] For port 3dfff1fc-b271-43dd-8a27-f813af9fa607, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3dfff1fc-b271-43dd-8a27-f813af9fa607,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:23:59.974555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.071629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db3715f60>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:23:58Z', 'revision_number': 5, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port': {'id': '3dfff1fc-b271-43dd-8a27-f813af9fa607', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:00.076212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] Checking router: 35c24e83-cd14-44a2-b8ce-09e412cd856b for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:24:00.085581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] Routers {'35c24e83-cd14-44a2-b8ce-09e412cd856b'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:00.086289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db3715f60>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['35c24e83-cd14-44a2-b8ce-09e412cd856b'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:00.106058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Calling delete_port for 3dfff1fc-b271-43dd-8a27-f813af9fa607 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:00.251563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] Set router 35c24e83-cd14-44a2-b8ce-09e412cd856b gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:00.291674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.296151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:00.366668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db3715f60>, [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:23:59Z', 'revision_number': 6, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:00.371522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dece45-81cf-4e82-b674-a612f9a834c9 None None] The sync data for ids ['35c24e83-cd14-44a2-b8ce-09e412cd856b'] in dv-cinder-786933-2-iscsi is: [{'id': '35c24e83-cd14-44a2-b8ce-09e412cd856b', 'name': 'tempest-TestMinimumBasicScenario-1459027713-router', 'tenant_id': 'd3c1c47f974a4031bc62166d5cf50696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:23Z', 'updated_at': '2021-04-20T19:23:59Z', 'revision_number': 6, 'project_id': 'd3c1c47f974a4031bc62166d5cf50696', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:24:00.376677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfff1fc-b271-43dd-8a27-f813af9fa607,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:00.426220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.426643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.427052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.427722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.427837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.428214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.428610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.429008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.429416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.429797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.430212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.430599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:00.434371 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:00.458176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.642419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.644866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.749384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.749981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c24e83-cd14-44a2-b8ce-09e412cd856b {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:24:00.763330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.764586 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] 10.222.0.48 "DELETE /v2.0/routers/35c24e83-cd14-44a2-b8ce-09e412cd856b HTTP/1.1" status: 204  len: 168 time: 1.3656263
Apr 20 19:24:00.767353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49096) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:00.836607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Deleting subnet be4833c5-eb6e-45f2-b193-db43845dd8c7 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:24:00.840033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:00.888612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3dfff1fc-b271-43dd-8a27-f813af9fa607 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:00.927128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 3dfff1fc-b271-43dd-8a27-f813af9fa607 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:00.927531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3dfff1fc-b271-43dd-8a27-f813af9fa607 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:00.928011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 5f3102a6-658e-40c0-afa2-63e2fecdd46c no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:00.965623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 5f3102a6-658e-40c0-afa2-63e2fecdd46c {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:00.966024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 5f3102a6-658e-40c0-afa2-63e2fecdd46c not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:01.132907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11781083'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.259970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.528738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870842'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.533363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-59ba85a4-1104-45d2-876c-e7bc7454c868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:01.569025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be4833c5-eb6e-45f2-b193-db43845dd8c7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:01.574166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:01.578138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.584202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02976ee8-401c-446d-9d39-cf34a088cbfb None None] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:24:01.584516 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/be4833c5-eb6e-45f2-b193-db43845dd8c7 HTTP/1.1" status: 204  len: 168 time: 0.8161480
Apr 20 19:24:01.587359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49104) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:01.714208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.725686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Deleting port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:01.726092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.873989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] DHCP port deletion for 49aebcba-8b56-48f1-a78e-35728f8d77f0 request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:24:01.878807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Deleting port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:01.879255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:01.946459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] For port e3f54c04-cb13-4563-a6f5-7bc1d5f30784, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:01.946889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.082696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Calling delete_port for e3f54c04-cb13-4563-a6f5-7bc1d5f30784 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:02.102686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] For port e3f54c04-cb13-4563-a6f5-7bc1d5f30784, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,segment=NetworkSegment(8f1d4650-8d85-4ec7-988b-b29fbcb95a56),segment_id=8f1d4650-8d85-4ec7-988b-b29fbcb95a56)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:02.103059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.160088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.164120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-153fae18-985a-4bbe-b6d1-fe02436b507e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:02.213732 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f54c04-cb13-4563-a6f5-7bc1d5f30784,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:02.217309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:02.218182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] No DVR routers for this DVR port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 on host dv-cinder-786933-2-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:24:02.238460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Calling delete_port for e3f54c04-cb13-4563-a6f5-7bc1d5f30784 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:02.342904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.382540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:24:02.382953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:24:02.455359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db3a11550>,) {'filters': {'network_id': ['49aebcba-8b56-48f1-a78e-35728f8d77f0']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:02.472122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db3a11550>, '8f1d4650-8d85-4ec7-988b-b29fbcb95a56') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:02.472459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db3a11550>, '8f1d4650-8d85-4ec7-988b-b29fbcb95a56') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:02.484943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.505767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.513557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:24:02.693488 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:24:02.702933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.882824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e3f54c04-cb13-4563-a6f5-7bc1d5f30784 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:02.886223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Network 49aebcba-8b56-48f1-a78e-35728f8d77f0 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:24:02.912670 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:24:02.914952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Deleting port e3f54c04-cb13-4563-a6f5-7bc1d5f30784 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:02.914952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:02.948183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: e3f54c04-cb13-4563-a6f5-7bc1d5f30784 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:02.948605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e3f54c04-cb13-4563-a6f5-7bc1d5f30784 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:02.993197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73978-e935-4ac3-b53a-a96dec9d556d None None] The port 'e3f54c04-cb13-4563-a6f5-7bc1d5f30784' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:24:02.996612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.000629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e1860cb8-3f43-4a0f-b504-fe51466cd6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:03.014978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:03.026478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Pushing event deleted for resources: {'Network': ['ID=49aebcba-8b56-48f1-a78e-35728f8d77f0,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:03.029880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:03.040647 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] 10.222.0.48 "DELETE /v2.0/networks/49aebcba-8b56-48f1-a78e-35728f8d77f0 HTTP/1.1" status: 204  len: 168 time: 1.4520745
Apr 20 19:24:03.043734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49112) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:03.630754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:04.006476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Deleting port 45493b1b-5f44-4953-ae36-9687df8f8df5 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:04.006867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:04.192883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] For port 45493b1b-5f44-4953-ae36-9687df8f8df5, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=45493b1b-5f44-4953-ae36-9687df8f8df5,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:04.193290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:04.325612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Calling delete_port for 45493b1b-5f44-4953-ae36-9687df8f8df5 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:04.520002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:04.523700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:04.571739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=45493b1b-5f44-4953-ae36-9687df8f8df5,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:04.574406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:05.108699 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:05.493153 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Router 37b0164e-2ece-47c4-b813-919f1feb008f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:24:05.685918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:24:05.703476 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] 10.222.0.48 "PUT /v2.0/routers/37b0164e-2ece-47c4-b813-919f1feb008f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6585693
Apr 20 19:24:05.706474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49124) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:05.824512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] Sync routers for ids ['37b0164e-2ece-47c4-b813-919f1feb008f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:24:05.837241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] Routers {'37b0164e-2ece-47c4-b813-919f1feb008f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:05.838001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8373c50>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37b0164e-2ece-47c4-b813-919f1feb008f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:05.899590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.059123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] Set router 37b0164e-2ece-47c4-b813-919f1feb008f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:06.111909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.120829 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Deleting port 0b5b529e-296d-4d59-9517-91d9118fc6ba {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:06.121291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.310409 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] For port 0b5b529e-296d-4d59-9517-91d9118fc6ba, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=0b5b529e-296d-4d59-9517-91d9118fc6ba,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:06.310789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.418650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8373c50>, [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:24:04Z', 'revision_number': 5, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port': {'id': '0b5b529e-296d-4d59-9517-91d9118fc6ba', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:20:33Z', 'updated_at': '2021-04-20T19:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:06.422772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] Checking router: 37b0164e-2ece-47c4-b813-919f1feb008f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:24:06.431919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] Routers {'37b0164e-2ece-47c4-b813-919f1feb008f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:06.432599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8373c50>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:23:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['37b0164e-2ece-47c4-b813-919f1feb008f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:06.442758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Calling delete_port for 0b5b529e-296d-4d59-9517-91d9118fc6ba owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:06.591657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] Set router 37b0164e-2ece-47c4-b813-919f1feb008f gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:06.622946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.626739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-7266c434-4df9-4fc3-9289-65f045f4f8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:06.671256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5b529e-296d-4d59-9517-91d9118fc6ba,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:06.673783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:06.704549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8373c50>, [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:24:06Z', 'revision_number': 6, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:06.708967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499f78b-b083-4fa6-8b6d-ebf1daedf702 None None] The sync data for ids ['37b0164e-2ece-47c4-b813-919f1feb008f'] in dv-cinder-786933-2-iscsi is: [{'id': '37b0164e-2ece-47c4-b813-919f1feb008f', 'name': 'tempest-TestMinimumBasicScenario-315328252-router', 'tenant_id': '63163450114046e2a3df5a3b3d67a4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:20:32Z', 'updated_at': '2021-04-20T19:24:06Z', 'revision_number': 6, 'project_id': '63163450114046e2a3df5a3b3d67a4f3', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:24:06.774090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.901287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 45493b1b-5f44-4953-ae36-9687df8f8df5 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:06.939988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 45493b1b-5f44-4953-ae36-9687df8f8df5 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:06.940469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 45493b1b-5f44-4953-ae36-9687df8f8df5 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:06.964089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.966809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.989652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:06.990268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b0164e-2ece-47c4-b813-919f1feb008f {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:24:07.003461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.004680 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] 10.222.0.48 "DELETE /v2.0/routers/37b0164e-2ece-47c4-b813-919f1feb008f HTTP/1.1" status: 204  len: 168 time: 1.2971525
Apr 20 19:24:07.007437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49134) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:07.074169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Deleting subnet b4e53456-e901-4925-bf2b-893babbf9cf1 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:24:07.077676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.132836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11781083'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.216075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.481614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870842'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.485504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:07.522845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e53456-e901-4925-bf2b-893babbf9cf1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:07.526169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:07.527210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.532720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dbeb82-e089-4a66-b791-edc5d9862430 None None] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:24:07.533531 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0f2ac886-e563-4608-a3e5-be6404f66d00 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b4e53456-e901-4925-bf2b-893babbf9cf1 HTTP/1.1" status: 204  len: 168 time: 0.5250592
Apr 20 19:24:07.536282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49140) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:07.653182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.664761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Deleting port 7ab50d36-264e-45e9-93bb-89867939d69a {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:07.665149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.789520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] DHCP port deletion for d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:24:07.794045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Deleting port 7ab50d36-264e-45e9-93bb-89867939d69a {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:07.794479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:07.892728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] For port 7ab50d36-264e-45e9-93bb-89867939d69a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7ab50d36-264e-45e9-93bb-89867939d69a,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:07.893116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.008486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] For port 7ab50d36-264e-45e9-93bb-89867939d69a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7ab50d36-264e-45e9-93bb-89867939d69a,segment=NetworkSegment(6081ebfc-79c6-4c61-b15e-ea7d5d0789d9),segment_id=6081ebfc-79c6-4c61-b15e-ea7d5d0789d9)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:08.008850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.023750 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Calling delete_port for 7ab50d36-264e-45e9-93bb-89867939d69a owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:08.102480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.112548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8ca99b7-5113-40f0-8d0e-6b5e2837168e tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:08.142826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Calling delete_port for 7ab50d36-264e-45e9-93bb-89867939d69a owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:08.146735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] No DVR routers for this DVR port 7ab50d36-264e-45e9-93bb-89867939d69a on host dv-cinder-786933-2-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:24:08.192095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab50d36-264e-45e9-93bb-89867939d69a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:08.197384 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:08.217224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:24:08.217590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:24:08.292307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.405154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db90b8a20>,) {'filters': {'network_id': ['d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:08.421770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db90b8a20>, '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:08.422195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db90b8a20>, '6081ebfc-79c6-4c61-b15e-ea7d5d0789d9') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:08.435447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036842994733'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.451049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.457583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:24:08.641056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:24:08.650047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843040987'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.718816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Deleting port 7ab50d36-264e-45e9-93bb-89867939d69a {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:08.719254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:08.793358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-fe535084-661b-475d-9eb8-673414c094c8 None None] The port '7ab50d36-264e-45e9-93bb-89867939d69a' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:24:08.890077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0b5b529e-296d-4d59-9517-91d9118fc6ba no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:08.929075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 0b5b529e-296d-4d59-9517-91d9118fc6ba {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:08.929482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0b5b529e-296d-4d59-9517-91d9118fc6ba not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:08.929988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7ab50d36-264e-45e9-93bb-89867939d69a no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:08.967646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 7ab50d36-264e-45e9-93bb-89867939d69a {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:08.968048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7ab50d36-264e-45e9-93bb-89867939d69a not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:09.065571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Network d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:24:09.088763 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:24:09.170625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:09.177122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:09.201758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:09.208773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Pushing event deleted for resources: {'Network': ['ID=d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:09.213130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:09.219664 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] 10.222.0.48 "DELETE /v2.0/networks/d42dcdd7-03b7-4dc2-aab3-e55dc5b91dd1 HTTP/1.1" status: 204  len: 168 time: 1.6823733
Apr 20 19:24:09.412336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49152) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:09.467197 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-7b936238-fdce-4ff6-b4d0-0902f4027875 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3c1c47f974a4031bc62166d5cf50696&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534468
Apr 20 19:24:09.469875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49158) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:09.535043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:09.564213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:09.618103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:09.622727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-73b8e88b-3e52-4741-8f25-fd8d3f5eb94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:09.636703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdb799a-a291-4779-bc2e-0dff72d02c8a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:09.639856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:09.642174 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:09.643401 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9088c307-7d54-4dd4-a17c-0b88523fa637 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fdb799a-a291-4779-bc2e-0dff72d02c8a HTTP/1.1" status: 204  len: 168 time: 0.1725135
Apr 20 19:24:10.031814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49168) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:10.085727 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-60c9096a-1e1f-4268-8a4c-ab174b04d75b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63163450114046e2a3df5a3b3d67a4f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525427
Apr 20 19:24:10.088394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49172) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:10.150414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:10.177623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:10.228766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:10.233841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-84569cc1-7c0c-417f-b2f0-c5af70f58034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:10.246688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6378649-d071-41db-86fa-52c26a6c86ca,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:10.249775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:10.251932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:10.253150 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6378649-d071-41db-86fa-52c26a6c86ca HTTP/1.1" status: 204  len: 168 time: 0.1637836
Apr 20 19:24:11.137068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:24:19.074888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8624-292a-4bf9-a31e-6ebf5f5845ab req-4d4407ef-3498-4c5e-a7d4-e88962bf7722 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:19.076411 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-43db8624-292a-4bf9-a31e-6ebf5f5845ab req-4d4407ef-3498-4c5e-a7d4-e88962bf7722 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0901773
Apr 20 19:24:19.126068 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-43db8624-292a-4bf9-a31e-6ebf5f5845ab req-3704d8ba-60b1-4ee1-b248-4dfa03702014 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430245
Apr 20 19:24:20.017378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:20.351480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2f261-6a07-457e-b49c-cb095b35cef2 req-086b2762-e141-4ca0-817a-44502af7cade tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:20.352957 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9df2f261-6a07-457e-b49c-cb095b35cef2 req-086b2762-e141-4ca0-817a-44502af7cade tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0946536
Apr 20 19:24:20.401329 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9df2f261-6a07-457e-b49c-cb095b35cef2 req-fad431b5-4e73-491a-a55d-7a9b17d3da8e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416601
Apr 20 19:24:20.799505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc81b-f8e8-44a6-b402-fe68f9fdf682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:21.774460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e9b26-beef-44e1-bbe1-104ac3583598 req-9e7a6909-408b-471a-b0cd-9c7da1ecf7d2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:21.775897 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-663e9b26-beef-44e1-bbe1-104ac3583598 req-9e7a6909-408b-471a-b0cd-9c7da1ecf7d2 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0990496
Apr 20 19:24:21.832845 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-663e9b26-beef-44e1-bbe1-104ac3583598 req-5d0dcb92-98b0-43ff-9fa2-525c8712244f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470390
Apr 20 19:24:23.047148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d5cfd-3861-4221-830c-45cfcd5f6c7d req-620c2663-ba2f-4485-bb72-395283d1c5bf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:23.048746 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-680d5cfd-3861-4221-830c-45cfcd5f6c7d req-620c2663-ba2f-4485-bb72-395283d1c5bf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0904648
Apr 20 19:24:23.097717 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-680d5cfd-3861-4221-830c-45cfcd5f6c7d req-b2cd0c78-9408-4652-8eea-01e40223ba77 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422330
Apr 20 19:24:23.685399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0b9bcaee-25c5-48f7-9b1f-c64373a83df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:24.021931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:24.315420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d020a5-7b65-456f-b894-4b58671b12a6 req-e39f100f-e522-43e3-be73-019b6669f96a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:24.316900 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41d020a5-7b65-456f-b894-4b58671b12a6 req-e39f100f-e522-43e3-be73-019b6669f96a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0940826
Apr 20 19:24:24.352776 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:24.367294 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-41d020a5-7b65-456f-b894-4b58671b12a6 req-28589344-4201-4b61-9085-5499c4aacd0a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421991
Apr 20 19:24:25.523971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:25.573972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084a9be-5e2f-4125-b1ec-7fe9b176e1b2 req-dd375d76-3971-4b5a-9371-1b6e4f876643 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:25.575569 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6084a9be-5e2f-4125-b1ec-7fe9b176e1b2 req-dd375d76-3971-4b5a-9371-1b6e4f876643 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0906625
Apr 20 19:24:25.623778 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6084a9be-5e2f-4125-b1ec-7fe9b176e1b2 req-5e4d3a34-781f-4511-8774-7f7a0fbff43a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416195
Apr 20 19:24:26.848024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c7f5-0973-487e-ab52-c922f7e09d30 req-c16438f1-d744-4ae4-ab60-74f51bb13298 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:26.849717 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8de6c7f5-0973-487e-ab52-c922f7e09d30 req-c16438f1-d744-4ae4-ab60-74f51bb13298 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0955954
Apr 20 19:24:26.899245 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8de6c7f5-0973-487e-ab52-c922f7e09d30 req-02cbdeb1-2a12-4db2-beb8-1021e9c58fab tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428245
Apr 20 19:24:28.128332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6187-f267-46a8-bf55-0fbaf06e153e req-77da7c94-1655-4a84-ae9c-51dbc3421d88 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:28.129972 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-342d6187-f267-46a8-bf55-0fbaf06e153e req-77da7c94-1655-4a84-ae9c-51dbc3421d88 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0977762
Apr 20 19:24:28.178453 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-342d6187-f267-46a8-bf55-0fbaf06e153e req-5393d9c1-1997-486c-ad15-2405605685e3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420513
Apr 20 19:24:29.535894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1cc7-e2f9-4901-a5c5-e90d54cb81a3 req-37972f21-ccea-4a1c-a7a4-349dae3c8557 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:29.537492 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dffa1cc7-e2f9-4901-a5c5-e90d54cb81a3 req-37972f21-ccea-4a1c-a7a4-349dae3c8557 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0906579
Apr 20 19:24:29.586822 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dffa1cc7-e2f9-4901-a5c5-e90d54cb81a3 req-351b3cf3-c282-474b-8f1d-7926fe7f10e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414562
Apr 20 19:24:30.817963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ac47a-6d89-4cdf-a408-0d8113ada784 req-bd48990d-63b3-4e03-be88-c29fa057bab1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:30.819532 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ba6ac47a-6d89-4cdf-a408-0d8113ada784 req-bd48990d-63b3-4e03-be88-c29fa057bab1 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0943024
Apr 20 19:24:30.871070 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ba6ac47a-6d89-4cdf-a408-0d8113ada784 req-0c4393cd-f9f0-4316-b039-539091fad412 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441384
Apr 20 19:24:30.901344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:24:31.232296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:31.246856 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'mac_address': 'fa:16:3e:a7:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:24:31.307494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:31.325356 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bde0918c-62ad-4a79-915f-f6c570fad047 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:24:31.341580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:31.344846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:31.347681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:31.424171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:31.432191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.432578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.432961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.433317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.433685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.434089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.435070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.435456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.435838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.436203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.436569 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.436928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:31.440963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:31.443534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['bde0918c-62ad-4a79-915f-f6c570fad047'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:24:32.092737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cb84e-bdee-438e-9c3d-3e2daa181f1d req-bf339b50-05f3-4708-9837-b07baf6952c7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:32.095128 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-506cb84e-bdee-438e-9c3d-3e2daa181f1d req-bf339b50-05f3-4708-9837-b07baf6952c7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 944 time: 0.1025207
Apr 20 19:24:32.150305 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-506cb84e-bdee-438e-9c3d-3e2daa181f1d req-59814885-d63d-45cf-a9b5-f888b6915466 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481846
Apr 20 19:24:32.901966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:24:32.997346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port bde0918c-62ad-4a79-915f-f6c570fad047 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:24:32.997346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:33.147412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:33.177923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:24:33.191878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:33.196971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:33.199015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:33.273710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:33.277126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:33.287162 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'code': 200}
Apr 20 19:24:33.440529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d161001-ba46-47b9-b64c-a3272255f0f5 req-feaedde0-db75-4582-a9a1-a1f8c28aa08c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:33.448749 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d161001-ba46-47b9-b64c-a3272255f0f5 req-feaedde0-db75-4582-a9a1-a1f8c28aa08c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.1087523
Apr 20 19:24:33.502219 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d161001-ba46-47b9-b64c-a3272255f0f5 req-7f8ad0dc-5e93-4a87-b9aa-75859aa3b818 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524590
Apr 20 19:24:34.739770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436a23f-586b-469f-80c1-85bcd7810862 req-e67b4776-3bd7-423f-b58b-2c01df847db8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:34.742088 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1436a23f-586b-469f-80c1-85bcd7810862 req-e67b4776-3bd7-423f-b58b-2c01df847db8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.1046889
Apr 20 19:24:34.794083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1436a23f-586b-469f-80c1-85bcd7810862 req-a660d9c9-45a4-46c5-974d-c072613ed6b4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449088
Apr 20 19:24:36.099998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7243-3877-4c6d-86ff-a3975344ca96 req-56f0356b-ce70-43b1-a4c9-e585d53f8581 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:36.121421 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72dd7243-3877-4c6d-86ff-a3975344ca96 req-56f0356b-ce70-43b1-a4c9-e585d53f8581 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.1928363
Apr 20 19:24:36.178839 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-72dd7243-3877-4c6d-86ff-a3975344ca96 req-07f17af8-195e-43b8-b8ab-fd290c221e3a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559475
Apr 20 19:24:37.448516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54153e0-7d70-4de0-800c-3a97c5034eec req-70d4f37b-d4bf-481f-a9b7-95c174d085f8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:37.450183 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f54153e0-7d70-4de0-800c-3a97c5034eec req-70d4f37b-d4bf-481f-a9b7-95c174d085f8 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.1392519
Apr 20 19:24:37.505527 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f54153e0-7d70-4de0-800c-3a97c5034eec req-5b29561c-9147-47de-ba15-b87afd62ae8d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480514
Apr 20 19:24:38.736460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc283-32ea-4bbd-afb8-b38aa5c34b70 req-fbf5d80c-c964-4f35-a379-51e81ed59745 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:38.744330 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b57bc283-32ea-4bbd-afb8-b38aa5c34b70 req-fbf5d80c-c964-4f35-a379-51e81ed59745 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.1029394
Apr 20 19:24:38.801445 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b57bc283-32ea-4bbd-afb8-b38aa5c34b70 req-b730d2e4-88ef-475d-8950-9424cd4e9634 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560975
Apr 20 19:24:40.007625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df4ae9-49ec-4ec5-a9c1-c21836d1832a req-05373299-1116-4429-ac9f-e0be7146ccde tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:40.009934 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9df4ae9-49ec-4ec5-a9c1-c21836d1832a req-05373299-1116-4429-ac9f-e0be7146ccde tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0918489
Apr 20 19:24:40.104705 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9df4ae9-49ec-4ec5-a9c1-c21836d1832a req-b5aeb670-daa5-4d04-856b-1f30f28eea38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867665
Apr 20 19:24:40.937890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27555c4a-3826-4763-bbd1-619087dc3fd5 req-96179243-7978-4fc3-90bd-c44f96aa50f1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:40.939470 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27555c4a-3826-4763-bbd1-619087dc3fd5 req-96179243-7978-4fc3-90bd-c44f96aa50f1 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 945 time: 0.0939183
Apr 20 19:24:40.991288 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-27555c4a-3826-4763-bbd1-619087dc3fd5 req-7582eae3-e64c-4ced-bc04-341f9c2b3579 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421345
Apr 20 19:24:41.077064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-69130008-f0b7-4455-96dc-68130832a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:41.078767 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-69130008-f0b7-4455-96dc-68130832a8eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1098 time: 0.0829895
Apr 20 19:24:41.224918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-2cef4e52-74ea-452d-8638-2b455a622cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:41.226543 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-2cef4e52-74ea-452d-8638-2b455a622cc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.1401551
Apr 20 19:24:41.320213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03caf-f5f3-46dd-ad26-731919ccfddd req-fd15b6dc-7d61-4cb2-9f0b-0f06e1fd23ef tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:41.322358 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6a03caf-f5f3-46dd-ad26-731919ccfddd req-fd15b6dc-7d61-4cb2-9f0b-0f06e1fd23ef tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0919600
Apr 20 19:24:41.338679 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-6b4d2847-0fc5-4ef6-a5bd-47b23a3e7433 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 200  len: 1000 time: 0.1042447
Apr 20 19:24:41.371959 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6a03caf-f5f3-46dd-ad26-731919ccfddd req-1f579a86-729e-4df7-adae-5b3b01fa61f7 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435441
Apr 20 19:24:41.408457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-4b334354-3233-4436-abce-05c7c88215f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:41.410081 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-4b334354-3233-4436-abce-05c7c88215f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0647485
Apr 20 19:24:41.499600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-26f09d07-2d72-4024-b077-42aa5af37756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:41.501105 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-26f09d07-2d72-4024-b077-42aa5af37756 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831835
Apr 20 19:24:41.647970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-a27ad347-7af5-4917-b99f-7d8b0014d062 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395953
Apr 20 19:24:41.810261 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-084ec767-3868-44f5-a48e-6c5f116eb0f9 req-91e72958-fafe-476b-b81f-4d4e05e89826 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545029
Apr 20 19:24:42.217039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959da85-40cc-499b-8016-a37ed8c5f6ac req-8be7eae7-4a37-4691-801f-f5e2760b6a67 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:42.218661 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b959da85-40cc-499b-8016-a37ed8c5f6ac req-8be7eae7-4a37-4691-801f-f5e2760b6a67 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 945 time: 0.1017559
Apr 20 19:24:42.267781 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b959da85-40cc-499b-8016-a37ed8c5f6ac req-e0e52938-7580-4723-9a3d-7be046133b58 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426617
Apr 20 19:24:42.591325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a51eb7-e34d-4283-9dd6-c26a431e8dfe req-5aa8e5f0-520e-461a-94af-90263ce4e9db tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:42.592995 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-16a51eb7-e34d-4283-9dd6-c26a431e8dfe req-5aa8e5f0-520e-461a-94af-90263ce4e9db tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 945 time: 0.0906043
Apr 20 19:24:42.597822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21446640-8216-4315-ac14-e069ef0b82e8 req-2cb46af3-22c8-43b7-b117-a31faac07841 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:42.598629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-21446640-8216-4315-ac14-e069ef0b82e8 req-2cb46af3-22c8-43b7-b117-a31faac07841 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Synchronizing usage tracker for tenant:f544a358435545bc91293d5552058381 on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:24:42.614688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-21446640-8216-4315-ac14-e069ef0b82e8 req-2cb46af3-22c8-43b7-b117-a31faac07841 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Unset dirty status for tenant:f544a358435545bc91293d5552058381 on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:24:42.615915 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21446640-8216-4315-ac14-e069ef0b82e8 req-2cb46af3-22c8-43b7-b117-a31faac07841 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 945 time: 0.1069806
Apr 20 19:24:42.646386 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-16a51eb7-e34d-4283-9dd6-c26a431e8dfe req-95243423-78ba-4c5c-b66f-d33f88a7bd3f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464807
Apr 20 19:24:42.698603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Deleting port 2f7307a4-9a7b-4194-bd96-96af63458add {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:42.699005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:42.957723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 2f7307a4-9a7b-4194-bd96-96af63458add no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:42.983354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:42.983800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.088665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.117312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:24:43.127690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:43.131366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.132229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:43.162447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:43.196223 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add', 'code': 200}
Apr 20 19:24:43.261592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:43.265054 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:43.303996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.304427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.304791 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Floating IP 6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5 disassociated. External IP: 172.27.1.181, port: 2f7307a4-9a7b-4194-bd96-96af63458add.
Apr 20 19:24:43.305187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Calling delete_port for 2f7307a4-9a7b-4194-bd96-96af63458add owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:43.331077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.375275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:43.383336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.385691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-15b7ce22-97a3-4d46-8eb2-56e8926c99d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:43.400322 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:24:43.400900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:24:43.460857 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:43.464186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:43.473854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31590566-b89f-48e1-83da-63db6b20bc02 req-d190decb-22e5-4f41-b135-f33a344d5e0d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:43.475470 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31590566-b89f-48e1-83da-63db6b20bc02 req-d190decb-22e5-4f41-b135-f33a344d5e0d tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 943 time: 0.0906103
Apr 20 19:24:43.525233 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-31590566-b89f-48e1-83da-63db6b20bc02 req-7d2f418e-f07f-4aec-883e-323d5bbab027 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups?id=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429535
Apr 20 19:24:43.873003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e158e1-6891-4226-b0ae-c61e9700b121 req-f73e91d5-d585-45f8-8211-cf0b103d7a45 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:43.874548 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22e158e1-6891-4226-b0ae-c61e9700b121 req-f73e91d5-d585-45f8-8211-cf0b103d7a45 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.0996530
Apr 20 19:24:43.902576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Deleting port 2f7307a4-9a7b-4194-bd96-96af63458add {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:43.902963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:43.923682 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22e158e1-6891-4226-b0ae-c61e9700b121 req-55e7f800-fb6d-4dc0-9232-a511182ba3ae tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423877
Apr 20 19:24:44.169908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] For port 2f7307a4-9a7b-4194-bd96-96af63458add, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2f7307a4-9a7b-4194-bd96-96af63458add,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:44.170304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:44.480918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:44.481523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:44.481617 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Floating IP 6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5 disassociated. External IP: 172.27.1.181, port: 2f7307a4-9a7b-4194-bd96-96af63458add.
Apr 20 19:24:44.482029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Calling delete_port for 2f7307a4-9a7b-4194-bd96-96af63458add owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:44.634331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:44.640617 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:44.692041 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f4a65a38-e2b0-47ec-bef4-a6ef5984ac58 req-885d282c-c074-43ed-93fc-7e98a97df616 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 210 time: 0.0496883
Apr 20 19:24:44.695069 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event deleted for resources: {'Port': ['ID=2f7307a4-9a7b-4194-bd96-96af63458add,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:44.699090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:44.893311 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:24:45.085745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:24:45.096624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:24:45.112746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:45.113693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db865eb00>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:24:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:45.188344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] No DVR routers for this DVR port 2f7307a4-9a7b-4194-bd96-96af63458add on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:24:45.191478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:45.203442 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'name': 'network-vif-deleted', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:24:45.215148 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21446640-8216-4315-ac14-e069ef0b82e8 req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.52 "DELETE /v2.0/ports/2f7307a4-9a7b-4194-bd96-96af63458add HTTP/1.1" status: 204  len: 173 time: 2.5921953
Apr 20 19:24:45.250087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:24:45.265148 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffd316a-28a5-4054-b691-b4c973b309fb', 'name': 'network-vif-deleted', 'tag': '2f7307a4-9a7b-4194-bd96-96af63458add', 'status': 'completed', 'code': 200}
Apr 20 19:24:45.320798 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'code': 422} returned with failed status
Apr 20 19:24:45.339699 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:45.599132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757af86-af9b-42b8-b6f5-740181415ada req-83230d53-1dda-474d-9163-193d339d9e09 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:45.600796 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e757af86-af9b-42b8-b6f5-740181415ada req-83230d53-1dda-474d-9163-193d339d9e09 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1583550
Apr 20 19:24:45.605015 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-dd3d8f7c-a7ae-4bd0-aa67-d054aa2770c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1251202
Apr 20 19:24:45.650543 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e757af86-af9b-42b8-b6f5-740181415ada req-ec4a2760-3086-411b-a472-82163ce286f0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431001
Apr 20 19:24:45.894888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db865eb00>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:45.906987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:24:45.916251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:45.916917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db865eb00>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:24:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:45.938095 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4b53c56c-2cef-4363-a964-d07793c1ea47 req-e3f75616-113a-4c74-8306-e1779deb9afa tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ffd316a-28a5-4054-b691-b4c973b309fb HTTP/1.1" status: 200  len: 210 time: 0.0743322
Apr 20 19:24:45.968618 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-22def594-c240-4a5a-a0f6-7ef24ce7c5c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0994332
Apr 20 19:24:46.085565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-bea877d0-f602-4448-a560-b529b72d9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.087204 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-bea877d0-f602-4448-a560-b529b72d9eba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1098 time: 0.0973043
Apr 20 19:24:46.116780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:46.254134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf895b-5f88-4598-97de-eea91ef025fa req-c2541f45-a844-4457-94a2-498bde0834d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.255946 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-c2541f45-a844-4457-94a2-498bde0834d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836&tenant_id=a6a88356db7b4f36b1d8f8856756e1e3 HTTP/1.1" status: 200  len: 1096 time: 0.0977666
Apr 20 19:24:46.367737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf895b-5f88-4598-97de-eea91ef025fa req-0f905b70-87e1-4af6-85bc-fdd9632bb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.369439 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-0f905b70-87e1-4af6-85bc-fdd9632bb515 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1096 time: 0.0887916
Apr 20 19:24:46.521126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf895b-5f88-4598-97de-eea91ef025fa req-2a1cdb5d-2a36-4910-a898-f0487d6b96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.522732 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-2a1cdb5d-2a36-4910-a898-f0487d6b96bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 200  len: 918 time: 0.1462872
Apr 20 19:24:46.537825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-cbf9f20f-5c46-4fe2-86b6-4c293c8a744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.539784 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-cbf9f20f-5c46-4fe2-86b6-4c293c8a744f service neutron] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 909 time: 0.4196784
Apr 20 19:24:46.638928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db865eb00>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:46.643480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f805db-76c2-4ca4-8779-c3c7995b64dd None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:17:43Z', 'revision_number': 4, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '66a6ef6b-e88b-4357-85c7-827f41f3118d', 'name': '', 'network_id': 'f331ac5d-ad3b-4e48-8bf1-fb572b65b568', 'tenant_id': 'f544a358435545bc91293d5552058381', 'mac_address': 'fa:16:3e:97:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:40Z', 'updated_at': '2021-04-20T19:18:00Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'subnets': [{'id': '8bfe5243-4b35-433f-a123-748a3b18221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:24:46.659484 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-92a7cc47-594b-4b72-a2fc-23d7d8cdf398 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 1001 time: 0.1121476
Apr 20 19:24:46.743104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-a6cf10ca-3bf7-4fb7-817d-7cbbbf488188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.744763 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-a6cf10ca-3bf7-4fb7-817d-7cbbbf488188 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.0788386
Apr 20 19:24:46.831794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-73441474-2f7c-407d-ab06-e66dc1e93db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:46.833416 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-73441474-2f7c-407d-ab06-e66dc1e93db8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817533
Apr 20 19:24:46.940685 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-4537d609-f1dd-425a-9fc4-4135915d0c88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 200  len: 998 time: 0.4115632
Apr 20 19:24:46.963344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:46.988295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-60c3fce5-0eb1-4543-b79a-e954d770730a service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479552
Apr 20 19:24:47.028037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce02bc-7d07-4464-9f00-f2deac3bbbad req-6d767aff-2fc3-4c98-88d3-7dcdf7ea3608 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:47.029459 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ce02bc-7d07-4464-9f00-f2deac3bbbad req-6d767aff-2fc3-4c98-88d3-7dcdf7ea3608 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1866038
Apr 20 19:24:47.044917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf895b-5f88-4598-97de-eea91ef025fa req-e4440454-3245-438b-8632-bccd24340a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:47.046406 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-e4440454-3245-438b-8632-bccd24340a7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 200  len: 856 time: 0.0959744
Apr 20 19:24:47.082318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645748f8-e0d3-4a31-bce0-cbd3e53936c8 None None] New status for floating IP 6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:24:47.106824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49484) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:47.167057 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e9ce02bc-7d07-4464-9f00-f2deac3bbbad req-6f89f361-fbab-4827-9ef4-9c1ff79248bd tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247578
Apr 20 19:24:47.179682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf895b-5f88-4598-97de-eea91ef025fa req-e8ce0b82-f2ed-46ab-b08d-3bbd846ffc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:47.181277 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-e8ce0b82-f2ed-46ab-b08d-3bbd846ffc89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b51c7665-608e-4722-a739-79996e632bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1189787
Apr 20 19:24:47.232914 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b73fab04-11f3-427d-9cd2-dc117175eab9 req-4dc12b42-5e3f-4730-8bb4-383cd0528662 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381625
Apr 20 19:24:47.239572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.272841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.319700 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.325246 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-950118ae-c3bf-443a-b12d-fb58bbafdf21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:47.330233 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-f7215f62-bf0e-455e-a7c2-83acebc98785 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404219
Apr 20 19:24:47.341867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eefe5e-5df7-49ac-a5fe-5461e2fa81e0,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:47.345387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:47.358202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.359901 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "DELETE /v2.0/security-groups/83eefe5e-5df7-49ac-a5fe-5461e2fa81e0 HTTP/1.1" status: 204  len: 168 time: 0.2518661
Apr 20 19:24:47.362821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49488) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:47.382041 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-d45bf630-2653-4ed4-9bcb-a251147c2466 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] show failed (client error): The resource could not be found.
Apr 20 19:24:47.383139 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d45bf630-2653-4ed4-9bcb-a251147c2466 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "GET /v2.0/security-groups/83eefe5e-5df7-49ac-a5fe-5461e2fa81e0 HTTP/1.1" status: 404  len: 347 time: 0.0192640
Apr 20 19:24:47.386235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49492) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:47.486988 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-22bf895b-5f88-4598-97de-eea91ef025fa req-df7635f7-fd06-4794-bf5e-4a5cbd9dd1b8 service neutron] 10.222.0.52 "GET /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496658
Apr 20 19:24:47.564189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Deleting port 61d41ead-d98b-48ae-bee0-7b1edfc90d1b {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:47.564567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.749651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.750178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:47.880290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Calling delete_port for 61d41ead-d98b-48ae-bee0-7b1edfc90d1b owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:48.027033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:48.030998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cf27795a-1e34-4546-8dd8-cf8e6cfb7cfc tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:48.076087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Pushing event deleted for resources: {'Port': ['ID=61d41ead-d98b-48ae-bee0-7b1edfc90d1b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:48.080026 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:48.137363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:24:48.180104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:48.195304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:48.198258 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] 10.222.0.48 "DELETE /v2.0/floatingips/6bcb1a62-0f30-4b31-a9fa-7f7180aa83d5 HTTP/1.1" status: 204  len: 168 time: 0.8093588
Apr 20 19:24:48.404547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab5d00-3359-48bc-9063-71e49171fdb5 req-ef7a0cca-6a9a-4f96-ba89-3d1551d30f70 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:48.406498 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9ab5d00-3359-48bc-9063-71e49171fdb5 req-ef7a0cca-6a9a-4f96-ba89-3d1551d30f70 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1132395
Apr 20 19:24:48.474304 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d9ab5d00-3359-48bc-9063-71e49171fdb5 req-bb456fc2-5f3f-4b77-a75f-37b54a92087b tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592754
Apr 20 19:24:49.687728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f474-4600-4339-97f8-37ff24af3820 req-ad218faf-b1de-49e9-8b65-bb5657e1a784 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:49.690463 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6223f474-4600-4339-97f8-37ff24af3820 req-ad218faf-b1de-49e9-8b65-bb5657e1a784 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.0992486
Apr 20 19:24:49.744920 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6223f474-4600-4339-97f8-37ff24af3820 req-25bf60f8-9e31-4897-b780-903fbb371bec tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476532
Apr 20 19:24:49.995449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:50.672296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc436db-23d1-4cf8-9169-5da2e27ea140 req-05974889-d433-42cb-b84a-c062fb4ef02c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:50.673979 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4fc436db-23d1-4cf8-9169-5da2e27ea140 req-05974889-d433-42cb-b84a-c062fb4ef02c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0966513
Apr 20 19:24:50.726935 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4fc436db-23d1-4cf8-9169-5da2e27ea140 req-1c5ea1c3-30d9-467c-8cd9-c005b8f8e9ca tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457845
Apr 20 19:24:50.819519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a60800f6-651a-4632-be7f-fe0ffdf54650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:50.986264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0110-e739-459f-a8db-a664bacc9d6a req-e1b4d880-3734-4a12-8a18-07c263613781 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:50.987988 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66ae0110-e739-459f-a8db-a664bacc9d6a req-e1b4d880-3734-4a12-8a18-07c263613781 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1015379
Apr 20 19:24:51.058615 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-66ae0110-e739-459f-a8db-a664bacc9d6a req-2f3c9bc0-e658-4a49-8f25-c5a94acd2b14 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609162
Apr 20 19:24:51.940998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a7a3-ab4e-4137-93b5-b393ccd6471f req-de950b0a-dd50-42f1-b978-bc7b23301e50 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:51.942791 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c024a7a3-ab4e-4137-93b5-b393ccd6471f req-de950b0a-dd50-42f1-b978-bc7b23301e50 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0975866
Apr 20 19:24:51.993778 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c024a7a3-ab4e-4137-93b5-b393ccd6471f req-15a20171-d1a9-4ffa-acbf-1e89efe30522 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444455
Apr 20 19:24:52.271445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbc80f-7cdb-4460-9893-7fcac7130a5a req-15c2d67d-ca46-4685-818e-f70be48fa4b3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:52.273302 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-00cbc80f-7cdb-4460-9893-7fcac7130a5a req-15c2d67d-ca46-4685-818e-f70be48fa4b3 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.0942657
Apr 20 19:24:52.330001 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-00cbc80f-7cdb-4460-9893-7fcac7130a5a req-6f0649fc-52e9-40c8-89b8-d1d156e3985e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482321
Apr 20 19:24:52.421156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49558) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:53.274512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c29d7-ade4-446e-a44e-bd02d2aff0a3 req-cbb64353-6df8-4ee8-b709-59b857a4190f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:53.276189 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-be9c29d7-ade4-446e-a44e-bd02d2aff0a3 req-cbb64353-6df8-4ee8-b709-59b857a4190f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1493373
Apr 20 19:24:53.345218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-be9c29d7-ade4-446e-a44e-bd02d2aff0a3 req-75b58b68-0951-4015-94ac-39b18afad2bf tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613589
Apr 20 19:24:53.349457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:53.670218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a6d011b6-ea80-4eef-8270-02181fe41a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:53.717989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2b4aa-4f26-4027-af59-ba0f20eb7875 req-693d71a5-e2df-4623-841a-3af47cbd1e2f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:53.719592 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1df2b4aa-4f26-4027-af59-ba0f20eb7875 req-693d71a5-e2df-4623-841a-3af47cbd1e2f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.2490516
Apr 20 19:24:53.786189 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1df2b4aa-4f26-4027-af59-ba0f20eb7875 req-71289515-61e0-438a-845e-3c5a9410bf92 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590644
Apr 20 19:24:53.859837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Deleting port 66a6ef6b-e88b-4357-85c7-827f41f3118d {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:53.860220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:54.037524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:54.358858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:54.379431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] For port 66a6ef6b-e88b-4357-85c7-827f41f3118d, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=66a6ef6b-e88b-4357-85c7-827f41f3118d,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:54.379431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:54.515115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Calling delete_port for 66a6ef6b-e88b-4357-85c7-827f41f3118d owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:54.687994 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac3516-5870-4cc5-a371-7deeb5fc763d req-1e7c3d8d-42bc-437a-a971-d312d80949e4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:54.689678 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2ac3516-5870-4cc5-a371-7deeb5fc763d req-1e7c3d8d-42bc-437a-a971-d312d80949e4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1843946
Apr 20 19:24:54.759774 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2ac3516-5870-4cc5-a371-7deeb5fc763d req-62ec1342-f60e-4377-8fc2-1ffc40139803 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604162
Apr 20 19:24:54.825643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:54.834648 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:54.897638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=66a6ef6b-e88b-4357-85c7-827f41f3118d,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:54.938451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.938881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.939455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.939879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.940286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.940687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.941200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.941603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.942407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.943086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.943627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.944118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:24:54.956320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:55.256412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a614f6-5edb-4dee-a500-ad6b8afec96e req-4dac6b95-fedb-4bea-b0ad-20c5bcae72ba tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:55.257992 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24a614f6-5edb-4dee-a500-ad6b8afec96e req-4dac6b95-fedb-4bea-b0ad-20c5bcae72ba tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.3037717
Apr 20 19:24:55.343784 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-24a614f6-5edb-4dee-a500-ad6b8afec96e req-5be068af-0492-4a3c-be41-c2aa26ff727e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762672
Apr 20 19:24:55.346392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:55.529129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:55.761533 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Router 121ca2c2-749e-49a9-8aa3-f331165b5d0a has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:24:56.028497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:24:56.039323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] Sync routers for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:24:56.050736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:56.051753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db842f400>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:24:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:56.052841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54c1c1-f096-4918-ab75-9fa9f37ace90 req-18fe36b0-60ec-4fb2-9c1b-895b1ba3b5af tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:56.054525 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce54c1c1-f096-4918-ab75-9fa9f37ace90 req-18fe36b0-60ec-4fb2-9c1b-895b1ba3b5af tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1471977
Apr 20 19:24:56.060099 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] 10.222.0.48 "PUT /v2.0/routers/121ca2c2-749e-49a9-8aa3-f331165b5d0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6376660
Apr 20 19:24:56.060253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49576) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:56.136283 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-ce54c1c1-f096-4918-ab75-9fa9f37ace90 req-c9864e28-0b5d-46da-97b3-2439cc4a8f11 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631828
Apr 20 19:24:56.299607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:56.307239 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:56.536630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:56.550665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Deleting port 42507850-1904-4110-a0c2-f563f648f965 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:56.550665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:56.574169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bface5-4d38-43b8-a84c-b4de52050fa2 req-649aab56-7bed-42c0-a919-e8d9fccc156a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:56.582617 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2bface5-4d38-43b8-a84c-b4de52050fa2 req-649aab56-7bed-42c0-a919-e8d9fccc156a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1036077
Apr 20 19:24:56.637798 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2bface5-4d38-43b8-a84c-b4de52050fa2 req-9a119fbd-0b0d-471e-823b-3e0dc2054cb6 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540509
Apr 20 19:24:56.729447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db842f400>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '42507850-1904-4110-a0c2-f563f648f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:24:54Z', 'revision_number': 5, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port': {'id': '42507850-1904-4110-a0c2-f563f648f965', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:34Z', 'updated_at': '2021-04-20T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:56.734500 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] Checking router: 121ca2c2-749e-49a9-8aa3-f331165b5d0a for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:24:56.748157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] Routers {'121ca2c2-749e-49a9-8aa3-f331165b5d0a'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:24:56.748880 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db842f400>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:24:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:56.763406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] For port 42507850-1904-4110-a0c2-f563f648f965, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=42507850-1904-4110-a0c2-f563f648f965,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:56.763807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:56.903331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Calling delete_port for 42507850-1904-4110-a0c2-f563f648f965 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:56.936852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] Set router 121ca2c2-749e-49a9-8aa3-f331165b5d0a gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:24:57.078144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db842f400>, [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:24:56Z', 'revision_number': 6, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:24:57.095767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4aebe-5755-42db-9b91-a0b670173ac9 None None] The sync data for ids ['121ca2c2-749e-49a9-8aa3-f331165b5d0a'] in dv-cinder-786933-2-iscsi is: [{'id': '121ca2c2-749e-49a9-8aa3-f331165b5d0a', 'name': 'tempest-AttachVolumeTestJSON-1013821176-router', 'tenant_id': 'f544a358435545bc91293d5552058381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:32Z', 'updated_at': '2021-04-20T19:24:56Z', 'revision_number': 6, 'project_id': 'f544a358435545bc91293d5552058381', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:24:57.161875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.167848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:57.362935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42507850-1904-4110-a0c2-f563f648f965,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:57.371307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:57.374825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.444082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977883c-de4a-4652-af44-0a7607462934 req-f63f4cf6-2130-47ca-ad93-3e07a2d2828d tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:57.445867 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c977883c-de4a-4652-af44-0a7607462934 req-f63f4cf6-2130-47ca-ad93-3e07a2d2828d tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1453502
Apr 20 19:24:57.534553 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c977883c-de4a-4652-af44-0a7607462934 req-0b2e4575-1b2d-4d26-870b-d44ad7448ebd tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775821
Apr 20 19:24:57.888241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6dd2e-1b9d-4e32-9828-137bf3a9639a req-3d0df133-fa47-4e97-8b94-0ac39da20625 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:57.891836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9d6dd2e-1b9d-4e32-9828-137bf3a9639a req-3d0df133-fa47-4e97-8b94-0ac39da20625 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1092110
Apr 20 19:24:57.904863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.907412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.932164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.932945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121ca2c2-749e-49a9-8aa3-f331165b5d0a {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:24:57.943998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b9d6dd2e-1b9d-4e32-9828-137bf3a9639a req-dcd7c6aa-ee56-426b-a88a-f5dacf5e20a5 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471482
Apr 20 19:24:57.961712 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:57.966217 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/121ca2c2-749e-49a9-8aa3-f331165b5d0a HTTP/1.1" status: 204  len: 168 time: 1.9045346
Apr 20 19:24:57.967176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49588) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:58.040144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Deleting subnet 8bfe5243-4b35-433f-a123-748a3b18221f {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:24:58.043597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.123574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.261008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.875592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ccb27-9a81-4399-a5c5-61fc072e09cb req-3ba7cee0-9941-4b92-b1f3-93190fe3d9b0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:58.877237 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-360ccb27-9a81-4399-a5c5-61fc072e09cb req-3ba7cee0-9941-4b92-b1f3-93190fe3d9b0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1929171
Apr 20 19:24:58.905119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.916921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-996fad51-0a3c-4a78-b792-d923400110d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:58.923365 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 66a6ef6b-e88b-4357-85c7-827f41f3118d no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:58.967142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 66a6ef6b-e88b-4357-85c7-827f41f3118d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:58.967541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 66a6ef6b-e88b-4357-85c7-827f41f3118d not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:58.968025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 42507850-1904-4110-a0c2-f563f648f965 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:24:58.970327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfe5243-4b35-433f-a123-748a3b18221f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:58.976160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:58.979389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:58.986069 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-360ccb27-9a81-4399-a5c5-61fc072e09cb req-ef1967f3-30ec-4911-8b7d-474552aabb4f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009934
Apr 20 19:24:58.991710 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cc386f66-d837-44d1-ba4c-be884e3fe95b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8bfe5243-4b35-433f-a123-748a3b18221f HTTP/1.1" status: 204  len: 168 time: 1.0208871
Apr 20 19:24:58.992055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49596) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:24:59.002191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652e0d0-6a87-4061-bbef-10ca11b364e2 None None] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:24:59.024078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 42507850-1904-4110-a0c2-f563f648f965 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:24:59.024478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 42507850-1904-4110-a0c2-f563f648f965 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:24:59.180868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.207909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Deleting port 4fc8c325-a1ca-476d-8330-175e5b169d77 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:59.208318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.279807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0c817-a19c-420c-a01b-67c741bfd58a req-05124e11-5885-4067-bada-d34e02b1ae1e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:24:59.281441 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2d0c817-a19c-420c-a01b-67c741bfd58a req-05124e11-5885-4067-bada-d34e02b1ae1e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1975112
Apr 20 19:24:59.295191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] DHCP port deletion for f331ac5d-ad3b-4e48-8bf1-fb572b65b568 request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:24:59.300222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Deleting port 4fc8c325-a1ca-476d-8330-175e5b169d77 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:24:59.300657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.476050 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f2d0c817-a19c-420c-a01b-67c741bfd58a req-1121124d-fc9d-4e57-9763-4558f2eaa173 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1612768
Apr 20 19:24:59.524748 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] For port 4fc8c325-a1ca-476d-8330-175e5b169d77, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=4fc8c325-a1ca-476d-8330-175e5b169d77,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:59.525001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.530943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] For port 4fc8c325-a1ca-476d-8330-175e5b169d77, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=4fc8c325-a1ca-476d-8330-175e5b169d77,segment=NetworkSegment(b80e8fd1-9f1f-417d-903d-7ffaafb50246),segment_id=b80e8fd1-9f1f-417d-903d-7ffaafb50246)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:24:59.531425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.658296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Calling delete_port for 4fc8c325-a1ca-476d-8330-175e5b169d77 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:59.666223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Calling delete_port for 4fc8c325-a1ca-476d-8330-175e5b169d77 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:24:59.740601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:24:59.745789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c59cd121-11a4-4652-a0ec-5fd4653eb411 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:24:59.749990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:24:59.750403 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:24:59.799082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] No DVR routers for this DVR port 4fc8c325-a1ca-476d-8330-175e5b169d77 on host dv-cinder-786933-2-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:24:59.827405 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc8c325-a1ca-476d-8330-175e5b169d77,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:24:59.830030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:24:59.931859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.055657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2ee40f0>,) {'filters': {'network_id': ['f331ac5d-ad3b-4e48-8bf1-fb572b65b568']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:00.070397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2ee40f0>, 'b80e8fd1-9f1f-417d-903d-7ffaafb50246') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:00.070908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2ee40f0>, 'b80e8fd1-9f1f-417d-903d-7ffaafb50246') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:00.084269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.100235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.107209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:25:00.252045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Deleting port 4fc8c325-a1ca-476d-8330-175e5b169d77 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:00.252480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.323327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-61f78336-10ac-4b5a-9201-82773e9970d4 None None] The port '4fc8c325-a1ca-476d-8330-175e5b169d77' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:25:00.338302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:25:00.352400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.532571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badc9a6-7019-4fb7-9328-d10e9723fa8f req-44523624-8b9c-47da-8bbf-add744ae0bf9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:00.534234 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2badc9a6-7019-4fb7-9328-d10e9723fa8f req-44523624-8b9c-47da-8bbf-add744ae0bf9 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.4126630
Apr 20 19:25:00.548441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Network f331ac5d-ad3b-4e48-8bf1-fb572b65b568 has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:25:00.587990 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:25:00.734965 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2badc9a6-7019-4fb7-9328-d10e9723fa8f req-b06978a9-bfa2-450a-881b-a18761231bf0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1886656
Apr 20 19:25:00.743326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.749234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:00.758523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-80c9017c-63a3-4232-9dee-5bba49b9810e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:00.790125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Pushing event deleted for resources: {'Network': ['ID=f331ac5d-ad3b-4e48-8bf1-fb572b65b568,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:00.792643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:00.800835 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] 10.222.0.48 "DELETE /v2.0/networks/f331ac5d-ad3b-4e48-8bf1-fb572b65b568 HTTP/1.1" status: 204  len: 168 time: 1.8077738
Apr 20 19:25:00.818771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830f20a-b120-4b18-bb8e-04bdf45b840a req-41bd1998-6713-48b0-be5c-9448334982b4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:00.820383 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3830f20a-b120-4b18-bb8e-04bdf45b840a req-41bd1998-6713-48b0-be5c-9448334982b4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 943 time: 0.1796551
Apr 20 19:25:00.869245 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3830f20a-b120-4b18-bb8e-04bdf45b840a req-13c8c8be-e209-491d-aa2d-19092de5870a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423830
Apr 20 19:25:00.922909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 4fc8c325-a1ca-476d-8330-175e5b169d77 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:25:00.948701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49606) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:00.962640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 4fc8c325-a1ca-476d-8330-175e5b169d77 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:25:00.963038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 4fc8c325-a1ca-476d-8330-175e5b169d77 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:25:01.002466 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d24a6ab0-c2a2-4c83-9795-64bba85c2d0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f544a358435545bc91293d5552058381&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0522654
Apr 20 19:25:01.005165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49610) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:01.040975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:25:01.072875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:01.100600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:01.149909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:01.155151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-541d85e0-8d19-480b-935f-3dc5a999288b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:01.171050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f465f80-74f3-42a6-8624-b6368b2ebdbb,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:01.180542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.180981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.181386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.181780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.182213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.182619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.183023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.183425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.183827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.184229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.184628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.185029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:01.187077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:01.188447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:01.189902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:01.191197 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f465f80-74f3-42a6-8624-b6368b2ebdbb HTTP/1.1" status: 204  len: 168 time: 0.1850169
Apr 20 19:25:01.215568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'port_id': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'mac_address': 'fa:16:3e:a7:cb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:25:01.274917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:01.293055 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde0918c-62ad-4a79-915f-f6c570fad047 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:25:01.309960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:01.314696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:01.316657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:01.389180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=9']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:01.392512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:01.534539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['bde0918c-62ad-4a79-915f-f6c570fad047'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:25:01.943529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a68f-108d-48a3-a8c5-c67033a27f0b req-42b4376a-4220-4f01-b603-c596249f80d6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:01.945200 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e62a68f-108d-48a3-a8c5-c67033a27f0b req-42b4376a-4220-4f01-b603-c596249f80d6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0945108
Apr 20 19:25:02.044860 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7e62a68f-108d-48a3-a8c5-c67033a27f0b req-880f505b-742f-4276-b773-d1e3567af999 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908520
Apr 20 19:25:02.094342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118143d-b8bd-4f55-9189-d08fd35afda5 req-58186bd8-b5a0-45d2-9c78-37e23848b600 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:02.096012 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a118143d-b8bd-4f55-9189-d08fd35afda5 req-58186bd8-b5a0-45d2-9c78-37e23848b600 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 944 time: 0.1076157
Apr 20 19:25:02.145024 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a118143d-b8bd-4f55-9189-d08fd35afda5 req-96d1be51-061a-4f05-914d-ad6276c8693a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417287
Apr 20 19:25:03.055874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:03.132916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49662) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:03.144152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port bde0918c-62ad-4a79-915f-f6c570fad047 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:03.144584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.286968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.346906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:03.351345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Usage tracker for resource:security_group_rule and tenant:085445b4d655497a8b53acfd0cbfe73b is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:03.354702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:03.362224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:03.413273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9318a9-6bce-43f2-ab5d-136bf02cb452 req-b263ddae-b067-4341-993f-556b73fa149e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:03.414860 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf9318a9-6bce-43f2-ab5d-136bf02cb452 req-b263ddae-b067-4341-993f-556b73fa149e tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.2493052
Apr 20 19:25:03.514282 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cf9318a9-6bce-43f2-ab5d-136bf02cb452 req-22f092f1-7234-4aa9-95de-49244876fc63 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894597
Apr 20 19:25:03.532550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e308548-81f6-48d7-b6e1-233d16c05eee req-7484e360-5b31-4181-a702-10be1a034a9d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:03.534281 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1e308548-81f6-48d7-b6e1-233d16c05eee req-7484e360-5b31-4181-a702-10be1a034a9d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 944 time: 0.2355459
Apr 20 19:25:03.604388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.619807 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1e308548-81f6-48d7-b6e1-233d16c05eee req-8131e7fe-8239-4661-a9ea-3f334dc11360 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774465
Apr 20 19:25:03.621590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.625723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.635059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23ba1266-a84d-4cd4-b428-db58da7da5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:03.636538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:25:03.650492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:03.654708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.657271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:03.679534 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=085445b4d655497a8b53acfd0cbfe73b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5448539
Apr 20 19:25:03.681475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c686092-d10e-4873-bcf0-66b81e7e6dff,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:03.682521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49672) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:03.691172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6b1fbbef-ce11-4959-b778-11302bd5f6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:03.695641 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'code': 200}
Apr 20 19:25:03.737416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=10']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:03.741017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:03.750577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.778623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.825581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.830826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-93e48e08-7f2a-46c6-b71e-3c1394bc8a69 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:03.843955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c686092-d10e-4873-bcf0-66b81e7e6dff,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:03.847262 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:03.849526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:03.851907 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-893690b2-1760-4d81-b275-9c5cb8328b5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c686092-d10e-4873-bcf0-66b81e7e6dff HTTP/1.1" status: 204  len: 168 time: 0.1672492
Apr 20 19:25:03.958516 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edc65-f1b4-4dce-9d39-ba7401004d90 req-b9970e17-41eb-4bc2-be04-c2fae3db5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:03.960180 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-489edc65-f1b4-4dce-9d39-ba7401004d90 req-b9970e17-41eb-4bc2-be04-c2fae3db5a3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 1099 time: 0.0841660
Apr 20 19:25:04.005872 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-489edc65-f1b4-4dce-9d39-ba7401004d90 req-0ad209e4-2940-4e6d-ac2c-04a8c3631786 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391214
Apr 20 19:25:04.159066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49680) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:04.179294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.195541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:04.199876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Usage tracker for resource:security_group_rule and tenant:cb01beb0dd6e4c1192d4b26dfac1d67e is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:04.203788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:04.210608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:04.306976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.311928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.319764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-913e0de7-03c5-4839-9d04-940fc9c001ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:04.364268 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb01beb0dd6e4c1192d4b26dfac1d67e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2038898
Apr 20 19:25:04.365247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba1dec-f772-4d5a-b151-4aabd326f23a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:04.367469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49684) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:04.368607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:04.436960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.465706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.520486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.524447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b3020a1f-6db7-474b-86e5-6c0081cfd2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:04.538340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba1dec-f772-4d5a-b151-4aabd326f23a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:04.540803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:04.548556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:04.549813 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6c6e9e6f-c28c-4328-a209-90178f22c4bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcba1dec-f772-4d5a-b151-4aabd326f23a HTTP/1.1" status: 204  len: 168 time: 0.1811495
Apr 20 19:25:04.737006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d2e6-08ea-4484-a715-182cd2cb77d8 req-579e52db-c109-4d22-9a6f-d631b2f29635 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:04.742436 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a697d2e6-08ea-4484-a715-182cd2cb77d8 req-579e52db-c109-4d22-9a6f-d631b2f29635 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1048002
Apr 20 19:25:04.811020 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a697d2e6-08ea-4484-a715-182cd2cb77d8 req-9d6180a7-c4aa-47e6-8c4d-9d956c3eed51 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514991
Apr 20 19:25:04.933802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ebb4b-9aa7-4568-9eea-0b7ee12f5865 req-a662f663-7019-4876-8db9-3fbc982476ef tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:04.936388 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cb8ebb4b-9aa7-4568-9eea-0b7ee12f5865 req-a662f663-7019-4876-8db9-3fbc982476ef tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 946 time: 0.1341166
Apr 20 19:25:04.991741 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cb8ebb4b-9aa7-4568-9eea-0b7ee12f5865 req-c9770d8c-6709-4b9a-8771-2c6d4a0cf35c tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476773
Apr 20 19:25:06.024269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2e34-99c7-4d72-94e6-062787afb10f req-d6adcf3f-100d-4938-abe3-661832c64fc6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:06.025868 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d41d2e34-99c7-4d72-94e6-062787afb10f req-d6adcf3f-100d-4938-abe3-661832c64fc6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0905137
Apr 20 19:25:06.093441 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d41d2e34-99c7-4d72-94e6-062787afb10f req-6c87f488-fa04-44bd-880a-30f19689536b tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607305
Apr 20 19:25:06.211830 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b9deb-4bcf-42bc-b125-e64f23e4ba4e req-1b37a804-ce5a-435c-84ee-0d3fccecf67f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:06.213432 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f2b9deb-4bcf-42bc-b125-e64f23e4ba4e req-1b37a804-ce5a-435c-84ee-0d3fccecf67f tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 946 time: 0.0928099
Apr 20 19:25:06.263159 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f2b9deb-4bcf-42bc-b125-e64f23e4ba4e req-62c87cbe-1aab-48cb-879a-effe9d7a6082 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431015
Apr 20 19:25:07.306256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d54fc5-67e9-4891-ab3b-bde637be5b60 req-34718477-8bda-49bb-8f32-aa58c2c0b1d3 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:07.308181 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1d54fc5-67e9-4891-ab3b-bde637be5b60 req-34718477-8bda-49bb-8f32-aa58c2c0b1d3 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0961506
Apr 20 19:25:07.359512 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a1d54fc5-67e9-4891-ab3b-bde637be5b60 req-555b3397-fc71-4b00-87f9-99cdf1ae7972 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446594
Apr 20 19:25:07.595949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49800) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:07.727998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:07.743983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:07.748267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e63d4cff03934e60b8f6f21cea5525bc is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:07.751527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:07.758184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:07.844583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:07.848503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:07.856284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b49309e6-8014-4b0a-9fa9-aa6d4ea9dcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:07.902295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e63d4cff03934e60b8f6f21cea5525bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3049326
Apr 20 19:25:07.903218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ce12b-8a3d-4633-810d-ac19cf2ebde9,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:07.905426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49806) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:07.906473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:07.972392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.008576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.055619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.060813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-83e94f14-36e5-4716-aff2-ce183b727eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:08.072011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ce12b-8a3d-4633-810d-ac19cf2ebde9,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:08.075839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:08.079300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.080475 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-633bfceb-1d5e-4f6c-a160-3981b1f9e1b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/365ce12b-8a3d-4633-810d-ac19cf2ebde9 HTTP/1.1" status: 204  len: 168 time: 0.1727798
Apr 20 19:25:08.389417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49816) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:08.408611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.424323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:08.428851 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Usage tracker for resource:security_group_rule and tenant:38ff5323fac045ea80cb728a660e69e4 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:08.432044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:08.438450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:08.907101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.916548 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:08.925439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bc88e131-decd-4244-8533-eeeb0dc4426b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:08.939268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279e31-df81-455c-ada8-3ceb4ebfb187 req-74bfb728-b66d-4d39-9fc4-8bc5c5cb0dfa tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:08.940922 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-49279e31-df81-455c-ada8-3ceb4ebfb187 req-74bfb728-b66d-4d39-9fc4-8bc5c5cb0dfa tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.4673736
Apr 20 19:25:08.948944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-4fb983f5-f707-4de2-9439-d6acd6771c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:08.950468 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-4fb983f5-f707-4de2-9439-d6acd6771c40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1098 time: 0.1984770
Apr 20 19:25:09.077923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9df053-3651-4bbb-a3e0-cdd5298f110f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:09.091496 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38ff5323fac045ea80cb728a660e69e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7008026
Apr 20 19:25:09.091615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49820) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:09.092594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:09.128371 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-49279e31-df81-455c-ada8-3ceb4ebfb187 req-ce661ecf-05a1-4c14-83bb-d93d1c788b4f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767967
Apr 20 19:25:09.166441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-1a9bc1eb-17e1-4ecb-8634-8081ee48be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:09.168014 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-1a9bc1eb-17e1-4ecb-8634-8081ee48be70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 909 time: 0.2027562
Apr 20 19:25:09.168871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:09.196955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:09.244299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:09.248327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e6aebc07-267a-42c8-ba7d-431da7229e91 tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:09.263927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9df053-3651-4bbb-a3e0-cdd5298f110f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:09.266825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:09.277056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:09.279030 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b9df053-3651-4bbb-a3e0-cdd5298f110f HTTP/1.1" status: 204  len: 168 time: 0.1863384
Apr 20 19:25:09.288757 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-f2a97458-d9b4-4235-b885-268d72309775 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 1001 time: 0.1077468
Apr 20 19:25:09.361774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-314466e1-3594-4d36-bd95-18c461b90002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:09.363501 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-314466e1-3594-4d36-bd95-18c461b90002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.0678618
Apr 20 19:25:09.446254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-7d3e2737-60fa-4d9c-ac70-c628468651a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:09.447920 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-7d3e2737-60fa-4d9c-ac70-c628468651a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779066
Apr 20 19:25:09.592288 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-482f10b2-0350-4a4f-9fb8-ac0f49b4b864 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377048
Apr 20 19:25:09.744304 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-21f9d67b-5238-45c4-92f0-dd7da7289d31 req-1c7cb82f-97b7-468f-b6d9-3fc437d9e8a0 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377115
Apr 20 19:25:10.333372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731a49d-fed9-45ab-98da-eacaa2ec7826 req-5caf1a5a-7979-4084-b717-4d49f6300fbb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:10.335042 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8731a49d-fed9-45ab-98da-eacaa2ec7826 req-5caf1a5a-7979-4084-b717-4d49f6300fbb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0882759
Apr 20 19:25:10.389582 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-8731a49d-fed9-45ab-98da-eacaa2ec7826 req-d0060b4f-2560-4c01-ad66-2246a29a0535 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479095
Apr 20 19:25:11.605938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7e0d3-66a4-418b-9fe7-eceadf8d7059 req-2a93c26c-65c4-489c-871a-c1d2c5215691 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:11.607524 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-09a7e0d3-66a4-418b-9fe7-eceadf8d7059 req-2a93c26c-65c4-489c-871a-c1d2c5215691 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0971806
Apr 20 19:25:11.656193 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-09a7e0d3-66a4-418b-9fe7-eceadf8d7059 req-d569fe06-a7f0-41b3-bb3e-ca9c65c4f2e1 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420432
Apr 20 19:25:12.865872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342286a-95f6-4487-8baa-5a29ff418110 req-38be13c2-2b2a-4732-990d-837d38936b19 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:12.869141 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1342286a-95f6-4487-8baa-5a29ff418110 req-38be13c2-2b2a-4732-990d-837d38936b19 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0954669
Apr 20 19:25:12.918844 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1342286a-95f6-4487-8baa-5a29ff418110 req-5a99e2e4-c015-4f73-888b-770f1772a691 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428545
Apr 20 19:25:13.098847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:25:13.219753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:13.248818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:25:13.259641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:13.263201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:13.265290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b28648f7-40f8-4ec6-a304-284124c56ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:13.266391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49904) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:13.307746 dv-cinder-786933-2-iscsi neutron-server[86240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'code': 422} returned with failed status
Apr 20 19:25:13.337355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2e77-f305-429c-bcc5-125fe0a443c3 req-47ef6dbf-e4e5-4ecb-ace1-a845cf25ccbb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:13.339019 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0cb2e77-f305-429c-bcc5-125fe0a443c3 req-47ef6dbf-e4e5-4ecb-ace1-a845cf25ccbb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1276779
Apr 20 19:25:13.343108 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=6']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:13.346469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:13.389168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f0cb2e77-f305-429c-bcc5-125fe0a443c3 req-2dade746-93cd-4db9-b06a-c6f660168665 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434012
Apr 20 19:25:13.400058 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-4a32abde-25c0-41f8-b934-a71d34c87207 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1323223
Apr 20 19:25:14.305390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 49922) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:14.439435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.456281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:14.460443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bdcc498da643a38d5a23844741ff40 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:14.463596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:14.470111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:14.692207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.708679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73b7d9-a647-431c-a0d1-e2d9a121d382 req-fcf7bb66-1b89-40fe-a883-3ec920cde555 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:14.710391 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a73b7d9-a647-431c-a0d1-e2d9a121d382 req-fcf7bb66-1b89-40fe-a883-3ec920cde555 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.1966832
Apr 20 19:25:14.711038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.722241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-017a2343-9eee-4d91-9d9c-5fd24c58b3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:14.799694 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5bdcc498da643a38d5a23844741ff40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4931035
Apr 20 19:25:14.802755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49930) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:14.811862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b296e77-4e80-4ee7-ae66-0cdddd11d35b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:14.815430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fbcbfd1b-de1e-4753-9c1f-1834200b89f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:14.829363 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7a73b7d9-a647-431c-a0d1-e2d9a121d382 req-9a367367-89b1-4a85-9d93-2357eabb57b5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105044
Apr 20 19:25:14.838636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-a1a36d35-de67-4a1d-9c27-a9232e31e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:14.840267 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-a1a36d35-de67-4a1d-9c27-a9232e31e7ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8&tenant_id=0d968355d63345bb88225895ff82e482 HTTP/1.1" status: 200  len: 1096 time: 0.2207153
Apr 20 19:25:14.872799 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.902694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.945605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-bf025c82-695f-4a27-9ffc-1bf2e9422d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:14.947190 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-bf025c82-695f-4a27-9ffc-1bf2e9422d32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1096 time: 0.0827761
Apr 20 19:25:14.951100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.956450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b2d4ee3-6713-41b5-aa81-896f9dd0ff80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:14.967743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b296e77-4e80-4ee7-ae66-0cdddd11d35b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:14.971760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:14.975429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:14.978675 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b296e77-4e80-4ee7-ae66-0cdddd11d35b HTTP/1.1" status: 204  len: 168 time: 0.1744978
Apr 20 19:25:15.099364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-19200534-3387-4330-9b1f-815b112bfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:15.101158 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-19200534-3387-4330-9b1f-815b112bfa65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 909 time: 0.1480055
Apr 20 19:25:15.217315 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-39dde65c-e69c-4b67-9fc1-acd8274c2384 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 999 time: 0.1087019
Apr 20 19:25:15.290616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49938) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:15.291552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-424c4654-8010-424a-9b37-af4eb9cf3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:15.293156 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-424c4654-8010-424a-9b37-af4eb9cf3847 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.0697207
Apr 20 19:25:15.310372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.327166 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:15.332003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a182321f442543ef9536c41bd0a4e033 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:15.335245 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:15.341930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:15.378719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-d6f17547-d60a-430c-8b9b-f8e287d1aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:15.380358 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-d6f17547-d60a-430c-8b9b-f8e287d1aa69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804658
Apr 20 19:25:15.431825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.435137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.443079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-41e9f836-fe37-42cb-8246-4c5c77adadf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:15.492016 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a182321f442543ef9536c41bd0a4e033&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2000377
Apr 20 19:25:15.492920 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03eaf24-576e-4408-af00-8229ee5f0365,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:15.496355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:15.496883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 49942) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:15.534988 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-7550d1af-42d4-4cf0-bdfe-63ad61b57998 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471407
Apr 20 19:25:15.560071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.589228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.639637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.645390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-78ce9db2-f566-41d4-b2c6-8b4703046fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:15.659768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03eaf24-576e-4408-af00-8229ee5f0365,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:15.663093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:15.663961 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:15.665198 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3934c3b9-5bf1-4725-bf5a-524b56f09aa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c03eaf24-576e-4408-af00-8229ee5f0365 HTTP/1.1" status: 204  len: 168 time: 0.1673155
Apr 20 19:25:15.686129 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9cc3f29f-1627-427c-9abf-0883c1abcef5 req-ece51f68-5bff-4676-83cd-485bf3884665 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446097
Apr 20 19:25:16.049629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1a30c-a563-421c-8010-1a1dce6d4442 req-7df2be9a-4bcc-44ae-ba17-15c2089c6c25 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:16.051325 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ee1a30c-a563-421c-8010-1a1dce6d4442 req-7df2be9a-4bcc-44ae-ba17-15c2089c6c25 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0996263
Apr 20 19:25:16.108757 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0ee1a30c-a563-421c-8010-1a1dce6d4442 req-c6053b5c-2eda-420d-aa4a-7a1bd5265f1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457850
Apr 20 19:25:17.316498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f41e4b-591d-4f3d-b61e-e94d569bc9d9 req-c9106a8f-9299-43b0-b5af-5b8284f64bab tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:17.318204 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90f41e4b-591d-4f3d-b61e-e94d569bc9d9 req-c9106a8f-9299-43b0-b5af-5b8284f64bab tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0907552
Apr 20 19:25:17.371067 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-90f41e4b-591d-4f3d-b61e-e94d569bc9d9 req-2676458c-5b89-4b2f-837c-bebbb17a9f69 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460060
Apr 20 19:25:18.140330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50018) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:18.274194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.290205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:18.294443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Usage tracker for resource:security_group_rule and tenant:5fa70c648e4e41bc9c44f15b2491dc06 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:18.297512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:18.303779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:18.395075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.398988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.407469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a3f56a28-80c1-47c9-b6b2-8dd0dc23b9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:18.456060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50026) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:18.456315 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fa70c648e4e41bc9c44f15b2491dc06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3145914
Apr 20 19:25:18.457224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d2049-527c-42ea-9377-d39a18226ebb,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:18.460782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-801cd493-4f8e-43fb-85c4-855838e9684f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:18.523783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.557127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.581720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3835a6-bd61-4ab3-b89e-4e48f4eefe0a req-88f9df36-730b-404d-b95d-91b9406c3bd6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:18.583537 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb3835a6-bd61-4ab3-b89e-4e48f4eefe0a req-88f9df36-730b-404d-b95d-91b9406c3bd6 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0916710
Apr 20 19:25:18.609637 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.616969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5819afa2-959d-4106-8898-58b13a5efa89 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:18.630125 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d2049-527c-42ea-9377-d39a18226ebb,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:18.634729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.635941 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e31d2049-527c-42ea-9377-d39a18226ebb HTTP/1.1" status: 204  len: 168 time: 0.1778131
Apr 20 19:25:18.637818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:18.643135 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-eb3835a6-bd61-4ab3-b89e-4e48f4eefe0a req-7f2c1bbc-20b5-428f-af3d-2f68b6834d4d tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524702
Apr 20 19:25:18.958713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50034) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:18.982118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:18.998369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:19.002744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Usage tracker for resource:security_group_rule and tenant:2cdb2edbc7de4e19bd0549d269c9bbb3 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:19.005940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:19.012481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:19.114397 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:19.117762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:19.126039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f095cb41-5896-4923-86c7-99d6771ea948 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:19.172176 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cdb2edbc7de4e19bd0549d269c9bbb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2121387
Apr 20 19:25:19.173227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c281a6d-020c-42a7-8423-96229b1e5e32,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:19.175478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50038) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:19.177706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1a0c954b-5b03-429c-95b1-f76749a49f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:19.246025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:19.273636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:19.319201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:19.324308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-28e962ee-cda0-46df-a780-c8c3af567527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:19.337058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c281a6d-020c-42a7-8423-96229b1e5e32,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:19.340242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:19.342793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:19.343995 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ea4870cb-5bdb-45a6-8e85-c572a5d66a5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c281a6d-020c-42a7-8423-96229b1e5e32 HTTP/1.1" status: 204  len: 168 time: 0.1671267
Apr 20 19:25:19.848736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd891035-5eda-488e-9bc9-f8f4352ada24 req-f9735901-c15d-48e2-822e-dce15dbb2eac tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:19.850419 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd891035-5eda-488e-9bc9-f8f4352ada24 req-f9735901-c15d-48e2-822e-dce15dbb2eac tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0907393
Apr 20 19:25:19.905628 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dd891035-5eda-488e-9bc9-f8f4352ada24 req-b363988b-5378-4b04-9008-b820693be0c2 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480359
Apr 20 19:25:19.993096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:20.803019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fcbf904f-12c4-4ccd-a02f-a2af809c2da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:21.116451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b24a7-2c1a-46f2-b5a0-39c5a8090acb req-f974d49c-3fb3-4cd0-a2d8-745edf9a9c03 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:21.118146 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd0b24a7-2c1a-46f2-b5a0-39c5a8090acb req-f974d49c-3fb3-4cd0-a2d8-745edf9a9c03 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0962079
Apr 20 19:25:21.188809 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd0b24a7-2c1a-46f2-b5a0-39c5a8090acb req-30ed87cf-83e1-421c-b5ad-262c73e199c0 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641451
Apr 20 19:25:22.406649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbf05b-cef2-4f86-8796-098368d058fb req-4cccf924-e53c-47a9-8a4f-cf61d805cb3f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:22.408472 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-74cbf05b-cef2-4f86-8796-098368d058fb req-4cccf924-e53c-47a9-8a4f-cf61d805cb3f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 943 time: 0.0975597
Apr 20 19:25:22.462354 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-74cbf05b-cef2-4f86-8796-098368d058fb req-470eaf64-799d-4304-b38a-a828b4978ded tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469708
Apr 20 19:25:23.186869 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:25:23.334848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:23.350534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'port_id': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'mac_address': 'fa:16:3e:3d:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:25:23.415859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:23.434753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ef5465-6e4e-4fe5-b043-b8f0d3395202 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:25:23.452601 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:23.455779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:23.458483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec9dfddf-fdfd-4708-a02c-f7247a5149e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:23.530478 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=7']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:23.534086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:23.671639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['88ef5465-6e4e-4fe5-b043-b8f0d3395202'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:25:23.676304 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b6548-9d36-4da7-b371-b679c1c7c7f5 req-79e9c514-1ba5-4fc9-af1b-85d20a389c37 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:23.678488 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-623b6548-9d36-4da7-b371-b679c1c7c7f5 req-79e9c514-1ba5-4fc9-af1b-85d20a389c37 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.0958200
Apr 20 19:25:23.706945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c1061d0-0afc-4092-949f-1f399ca9004d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:23.730768 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-623b6548-9d36-4da7-b371-b679c1c7c7f5 req-e9609a0d-baba-4ed3-99d6-b7491c21d126 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454047
Apr 20 19:25:24.025335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:24.357028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:24.951313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04e1da-1978-44cf-93aa-c91ca74bbe19 req-bb88ee6d-80b2-42fd-a0d8-80066203d0f2 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:24.952935 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc04e1da-1978-44cf-93aa-c91ca74bbe19 req-bb88ee6d-80b2-42fd-a0d8-80066203d0f2 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 944 time: 0.0958230
Apr 20 19:25:25.005224 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc04e1da-1978-44cf-93aa-c91ca74bbe19 req-11deefc9-41fb-4ec3-b69a-dc8387706e32 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442069
Apr 20 19:25:25.137567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:25:25.195578 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:25.273418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:25.273755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:25.415439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:25.445618 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:25:25.458598 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:25.462400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:25.464432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:25.503290 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'code': 200}
Apr 20 19:25:25.549999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:25.550755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=8']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:25.556189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:25.832663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3849-749f-49b9-8e49-40ecc35613e6 req-c34c3e9b-b88c-4cd6-a30d-15363622ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:25.834225 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-218b3849-749f-49b9-8e49-40ecc35613e6 req-c34c3e9b-b88c-4cd6-a30d-15363622ef34 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1098 time: 0.0853450
Apr 20 19:25:25.881697 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-218b3849-749f-49b9-8e49-40ecc35613e6 req-1b4c81fa-9788-4c0e-92e3-39d7987d0e86 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390375
Apr 20 19:25:26.216947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9e237-7c5a-4408-b4e1-d10aefc9926a req-6fcb75a5-c8e2-40f7-a8d4-b45d002312f4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:26.218842 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54f9e237-7c5a-4408-b4e1-d10aefc9926a req-6fcb75a5-c8e2-40f7-a8d4-b45d002312f4 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0962884
Apr 20 19:25:26.269873 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-54f9e237-7c5a-4408-b4e1-d10aefc9926a req-477b753d-0337-44f1-a917-d1da2cf2787f tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441060
Apr 20 19:25:27.504267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba6a3f-e570-4461-b06c-9dab60e9093c req-4ada0cf4-3a5e-4903-a9e7-7cd863013279 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:27.505907 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8ba6a3f-e570-4461-b06c-9dab60e9093c req-4ada0cf4-3a5e-4903-a9e7-7cd863013279 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1006801
Apr 20 19:25:27.557678 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e8ba6a3f-e570-4461-b06c-9dab60e9093c req-4e86a34c-45d0-4be1-b8b8-554fc9cc2be5 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439911
Apr 20 19:25:39.665314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50208) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:39.795021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:39.815344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:39.819525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Usage tracker for resource:security_group_rule and tenant:454fbafa1fe9466d811d14434da11c73 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:39.822714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:39.828890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:39.915368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:39.918542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:39.928663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fb4b1fd7-0b08-4927-a2d6-3ed96b96fd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:39.963524 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=454fbafa1fe9466d811d14434da11c73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969069
Apr 20 19:25:39.965783 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50218) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:39.983863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc8d90a-740c-4fcb-844e-af4b60114640,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:39.987591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:40.084661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:40.359233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:40.409545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baa1ce-f33f-4200-8477-3ddf7b19ec57 req-e869cdd0-a396-456c-ac74-bb2e84feeccf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:40.411203 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c1baa1ce-f33f-4200-8477-3ddf7b19ec57 req-e869cdd0-a396-456c-ac74-bb2e84feeccf tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 946 time: 0.4036036
Apr 20 19:25:40.435043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:40.441359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b17b8112-1fcd-4244-a282-dc8019ec6be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:40.472247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc8d90a-740c-4fcb-844e-af4b60114640,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:40.478461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:40.489023 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c1baa1ce-f33f-4200-8477-3ddf7b19ec57 req-ab74a331-dbea-4222-b0ad-69d07e2cadc4 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713835
Apr 20 19:25:40.501526 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:40.502745 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cc8d90a-740c-4fcb-844e-af4b60114640 HTTP/1.1" status: 204  len: 168 time: 0.5358453
Apr 20 19:25:41.479568 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-126a3a3a-6fa4-473b-99fc-46a7e7bff65e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:41.481108 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-126a3a3a-6fa4-473b-99fc-46a7e7bff65e tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 946 time: 0.0927813
Apr 20 19:25:41.560275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Deleting port bde0918c-62ad-4a79-915f-f6c570fad047 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:41.560621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:41.872567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1621bf2-59e3-48a2-b394-b354ce6dd983 req-1d31ea78-523c-4d7a-8063-ee1b96c2da99 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:41.874238 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c1621bf2-59e3-48a2-b394-b354ce6dd983 req-1d31ea78-523c-4d7a-8063-ee1b96c2da99 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 946 time: 0.2493517
Apr 20 19:25:41.932860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] For port bde0918c-62ad-4a79-915f-f6c570fad047, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=bde0918c-62ad-4a79-915f-f6c570fad047,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:41.933266 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:42.020175 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c1621bf2-59e3-48a2-b394-b354ce6dd983 req-c975d718-84de-438d-beb7-da0ac762e3dc tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups?id=46ea51d2-bf3b-4807-9854-5272dea799f3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1353271
Apr 20 19:25:42.264096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:42.264816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:42.265384 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Floating IP af0700c1-7a70-4810-a6f2-137ff4b98e9d disassociated. External IP: 172.27.1.12, port: bde0918c-62ad-4a79-915f-f6c570fad047.
Apr 20 19:25:42.266015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Calling delete_port for bde0918c-62ad-4a79-915f-f6c570fad047 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:25:42.421368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:42.427129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-51225e50-65a8-416f-80fe-cf421b738194 tempest-VolumesSnapshotTestJSON-63571076 tempest-VolumesSnapshotTestJSON-63571076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:42.475213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event deleted for resources: {'Port': ['ID=bde0918c-62ad-4a79-915f-f6c570fad047,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:42.478458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:42.674321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Router a42b754e-4016-45c8-a2a7-010ae1726c0f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:25:42.874421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:25:42.884419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:25:42.899309 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:42.899995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db83d8198>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:42.963299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] No DVR routers for this DVR port bde0918c-62ad-4a79-915f-f6c570fad047 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:25:42.966036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:42.977551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-deleted', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:25:42.984978 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-643f3ac8-32ac-4961-a2a3-1b06a96916d3 req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.52 "DELETE /v2.0/ports/bde0918c-62ad-4a79-915f-f6c570fad047 HTTP/1.1" status: 204  len: 173 time: 1.4969084
Apr 20 19:25:43.045402 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab01f73-3ab3-4e1a-915e-8e32c1627836', 'name': 'network-vif-deleted', 'tag': 'bde0918c-62ad-4a79-915f-f6c570fad047', 'status': 'completed', 'code': 200}
Apr 20 19:25:43.109159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:43.270182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-4734a242-01c4-4338-8164-738d9e5a21a4 req-18e53c01-b8b5-4a02-afe8-bf2c9bdc0160 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Synchronizing usage tracker for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:25:43.287591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-4734a242-01c4-4338-8164-738d9e5a21a4 req-18e53c01-b8b5-4a02-afe8-bf2c9bdc0160 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Unset dirty status for tenant:a6a88356db7b4f36b1d8f8856756e1e3 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:25:43.298758 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4734a242-01c4-4338-8164-738d9e5a21a4 req-18e53c01-b8b5-4a02-afe8-bf2c9bdc0160 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab01f73-3ab3-4e1a-915e-8e32c1627836 HTTP/1.1" status: 200  len: 210 time: 0.0905962
Apr 20 19:25:43.451846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db83d8198>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:43.455863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:25:43.465454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:43.466195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db83d8198>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:43.827429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:44.163333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db83d8198>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:44.167654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d0430-63e1-4ca1-9cb1-42be5d5b0c20 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:18:01Z', 'revision_number': 4, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '317a8f9b-bfa5-4f43-a49a-bb7680972d34', 'name': '', 'network_id': 'b51c7665-608e-4722-a739-79996e632bcb', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'mac_address': 'fa:16:3e:09:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:55Z', 'updated_at': '2021-04-20T19:18:08Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'subnets': [{'id': '11cb1765-80f0-417e-94e5-be1bf37b9804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:25:44.436932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50290) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:44.511018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:44.542692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:44.550790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbad860-592b-4aa7-80e5-e2b84e2dd937 None None] New status for floating IP af0700c1-7a70-4810-a6f2-137ff4b98e9d: DOWN {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:25:44.598113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:44.602223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffbef343-54e3-45a2-b1e1-b15c5f152b1a tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:44.619749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ea51d2-bf3b-4807-9854-5272dea799f3,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:44.623186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:44.634493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:44.635739 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3ab2b296-b2e8-4881-93e6-e33957145e5d tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "DELETE /v2.0/security-groups/46ea51d2-bf3b-4807-9854-5272dea799f3 HTTP/1.1" status: 204  len: 168 time: 0.1975155
Apr 20 19:25:44.638730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50294) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:44.656252 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.api.v2.resource [None req-ae93e6dd-0d76-4b15-97f8-68245e883866 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] show failed (client error): The resource could not be found.
Apr 20 19:25:44.657316 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ae93e6dd-0d76-4b15-97f8-68245e883866 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "GET /v2.0/security-groups/46ea51d2-bf3b-4807-9854-5272dea799f3 HTTP/1.1" status: 404  len: 347 time: 0.0176070
Apr 20 19:25:44.660280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50298) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:44.830393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Deleting port 989779e7-95e0-4153-be0e-c870a0e327bf {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:44.830934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.021045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.021420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.153841 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Calling delete_port for 989779e7-95e0-4153-be0e-c870a0e327bf owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:25:45.300372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.301650 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:25:45.305749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e65f4dea-c098-42b5-ac35-7d7a26ca17e7 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:45.338433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: bde0918c-62ad-4a79-915f-f6c570fad047 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:25:45.338433 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device bde0918c-62ad-4a79-915f-f6c570fad047 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:25:45.354005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Pushing event deleted for resources: {'Port': ['ID=989779e7-95e0-4153-be0e-c870a0e327bf,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:45.381979 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:45.452258 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.470417 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.471707 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eec7d976-102f-4b12-8f44-2d8f97db779a tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] 10.222.0.48 "DELETE /v2.0/floatingips/af0700c1-7a70-4810-a6f2-137ff4b98e9d HTTP/1.1" status: 204  len: 168 time: 0.8105173
Apr 20 19:25:45.565652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50310) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:45.694275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.709816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:45.714070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Usage tracker for resource:security_group_rule and tenant:e481e87e17cf4de595277caad1a557fe is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:45.717191 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:45.723672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:45.816456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.821620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.829291 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1154e83c-1fee-48cc-a1b3-b031145bf0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:45.875610 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e481e87e17cf4de595277caad1a557fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3086233
Apr 20 19:25:45.877854 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d1076c-b4f1-4159-b581-78f4400d7d8c,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:45.880099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50318) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:45.882244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:45.945514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:45.976086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:46.021956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:46.025872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9a21ef8d-fd36-405a-8815-b95ac76f1a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:46.037660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d1076c-b4f1-4159-b581-78f4400d7d8c,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:46.041599 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:46.045109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:46.046366 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0d1076c-b4f1-4159-b581-78f4400d7d8c HTTP/1.1" status: 204  len: 168 time: 0.1651518
Apr 20 19:25:46.873323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50348) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:46.988550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1397471416-network', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:25:46.994044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:46.998185 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Usage tracker for resource:network and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:47.001254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:47.007821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:47.018641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Made reservation on behalf of 246961ea5c484b7d8d9f3e2ae5c3cbaa for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:25:47.023789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.037078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.057884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:47.062159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:47.065524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:47.071657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:47.159550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.163144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.166334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1432fd0a-327d-4228-9f89-1f6fdbc1bbf7 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:47.196690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:25:47.207037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a371d-3772-488e-9c17-ff2c1d096038,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:47.210563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:47.214402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.214801 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Added segment a69a9345-21b9-4cc0-8479-f3526952e80a of type vlan for network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244
Apr 20 19:25:47.243167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.277531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.278955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:47.279602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.283150 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-40b55c26-f20a-4d16-98d9-d0e04ec3d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:47.389744 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5149646
Apr 20 19:25:47.390704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Pushing event updated for resources: {'Network': ['ID=3ab03e81-f151-4ff5-bd7e-2e4ac4930244,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:47.392887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50358) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:47.395739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:47.399678 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Request body: {'subnet': {'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1397471416-subnet', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'ip_version': 4}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:25:47.401477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:25:47.405019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:47.409227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Usage tracker for resource:subnet and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:47.412331 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:47.418670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:47.429602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Made reservation on behalf of 246961ea5c484b7d8d9f3e2ae5c3cbaa for: {'subnet': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:25:47.434435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852905008'] for subnet, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.860289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843041085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852905023'] for subnet, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:47.864469 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-57a23fc7-dbf4-4bcc-8296-446582003ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:47.937446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3359fbd9-b6ef-412c-8435-618a9699e5a9,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:47.941486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:47.949613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Checking segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:25:47.950048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Network hostable DHCP agents. Network: 3ab03e81-f151-4ff5-bd7e-2e4ac4930244, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:25:47.973128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:25:47.982666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 3ab03e81-f151-4ff5-bd7e-2e4ac4930244) {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:47.992491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1283fc-e06c-4d1e-a253-873080910098 None None] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:25:47.995141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:47.995804 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.016823 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c8f53bea-1b0d-4808-9665-7d702a0a2096 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6228580
Apr 20 19:25:48.019735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50362) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:48.025353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:25:48.030562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:48.034968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Usage tracker for resource:router and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:48.038714 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:48.045223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:48.055546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.056790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.072382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.228849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:25:48.229969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.323459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50372) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:48.366062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.405583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Allocated IP 172.20.0.2 (3ab03e81-f151-4ff5-bd7e-2e4ac4930244/3359fbd9-b6ef-412c-8435-618a9699e5a9/c9c14afc-5716-4f53-bd6f-4ac5b53d7506) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:25:48.628197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.640654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Transition to ACTIVE for port object c9c14afc-5716-4f53-bd6f-4ac5b53d7506 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:48.661633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Transition to ACTIVE for port object c9c14afc-5716-4f53-bd6f-4ac5b53d7506 will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:48.667364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.673082 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:48.749692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:25:48.751001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:48.755356 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:25:48.801780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Pushing event updated for resources: {'Port': ['ID=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:48.853643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.854056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.854439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.854813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.855181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.855550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.855921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.856284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.856649 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.857009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.857387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.857737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:48.870181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:48.871062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Attempting to bind port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:25:48.871472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Attempting to bind port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:25:48.871879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Attempting to bind port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:25:48.877689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:25:48.878140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Checking segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:25:48.879012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.879012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Bound using segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:25:48.879505 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Bound port: c9c14afc-5716-4f53-bd6f-4ac5b53d7506, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:25:48.879922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.955117 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.982675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] For port c9c14afc-5716-4f53-bd6f-4ac5b53d7506, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:25:48.986017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] For port c9c14afc-5716-4f53-bd6f-4ac5b53d7506, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:25:48.990215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.990477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:48.995612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a022fe90-eeec-4758-b1c0-bb3509ca88b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:49.002672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:49.115559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Pushing event updated for resources: {'Port': ['ID=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:49.119052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:49.164195 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Allocated IP 172.27.1.17 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/e00fdca9-96bc-4f58-a780-93ad15479725) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:25:49.327456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:49.371604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:49.377369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eca940c5-dabe-4e3f-82b9-31480544529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:49.407969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Deleting port 317a8f9b-bfa5-4f43-a49a-bb7680972d34 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:49.409744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:49.451139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:25:49.454952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:49.459207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:25:49.504451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e00fdca9-96bc-4f58-a780-93ad15479725,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:49.508890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:49.605481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] For port 317a8f9b-bfa5-4f43-a49a-bb7680972d34, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=317a8f9b-bfa5-4f43-a49a-bb7680972d34,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:49.605941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:49.919264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:49.985355 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Calling delete_port for 317a8f9b-bfa5-4f43-a49a-bb7680972d34 owned by network:router_interface {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:25:49.986843 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:50.178538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:50.184213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b5ed4a6e-d691-4c90-bd23-4654eb8ffa38 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:50.268097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=317a8f9b-bfa5-4f43-a49a-bb7680972d34,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:50.275616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:50.292876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:50.517651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3851c495-b79e-40c9-8064-1ea74dcbff4a None None] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:25:50.538826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:50.539101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:25:50.624094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-9a56a842-1ede-40a5-a27b-5006e73de9aa None None] Provisioning for port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:50.747367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:25:50.758111 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:25:50.769565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:50.770628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db80df1d0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:50.773628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:50.775197 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7544985
Apr 20 19:25:50.778067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50380) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:50.818310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-160d7f56-9a45-4888-89d5-bc3cfa3185ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:50.988828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:51.008042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Router a42b754e-4016-45c8-a2a7-010ae1726c0f has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:25:51.154608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device c9c14afc-5716-4f53-bd6f-4ac5b53d7506 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:51.265223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:51.274037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:51.274475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.288982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:25:51.310186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add6046-4128-4795-86db-0727e66ec293 None None] Sync routers for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:25:51.312662 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] 10.222.0.48 "PUT /v2.0/routers/a42b754e-4016-45c8-a2a7-010ae1726c0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9876397
Apr 20 19:25:51.318495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50384) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:51.337631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:51.338493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db802f080>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:51.400120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db80df1d0>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:49Z', 'revision_number': 3, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:51.405124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:25:51.405662 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Updating router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 port e00fdca9-96bc-4f58-a780-93ad15479725 binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:25:51.474259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.532414 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks [] for router, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.760737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.774901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Deleting port 401261f6-637b-4fdd-9bf0-ffca18ce794a {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:51.775592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.819486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.850132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:51.875346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.889075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Transition to ACTIVE for port object e00fdca9-96bc-4f58-a780-93ad15479725 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:51.897382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.909423 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-432041e7-78e4-4396-ab90-0bbe9ba0eac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:51.930292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:51.982513 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Pushing event updated for resources: {'Port': ['ID=e00fdca9-96bc-4f58-a780-93ad15479725,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:52.005629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] For port 401261f6-637b-4fdd-9bf0-ffca18ce794a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=401261f6-637b-4fdd-9bf0-ffca18ce794a,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:52.006374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.007096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.007634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.008019 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.008564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.008939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.009315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.009870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.010230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.010619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.011043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.011552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.011680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:52.015181 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Attempting to bind port e00fdca9-96bc-4f58-a780-93ad15479725 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:25:52.015600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Attempting to bind port e00fdca9-96bc-4f58-a780-93ad15479725 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:25:52.016012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Attempting to bind port e00fdca9-96bc-4f58-a780-93ad15479725 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:25:52.022603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:52.023509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:25:52.023889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:25:52.024345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.024788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:25:52.025317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Bound port: e00fdca9-96bc-4f58-a780-93ad15479725, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:25:52.025740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.161255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Calling delete_port for 401261f6-637b-4fdd-9bf0-ffca18ce794a owned by network:router_gateway {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:25:52.161497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port c9c14afc-5716-4f53-bd6f-4ac5b53d7506, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:52.166508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] For port e00fdca9-96bc-4f58-a780-93ad15479725, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:25:52.170301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] For port e00fdca9-96bc-4f58-a780-93ad15479725, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e00fdca9-96bc-4f58-a780-93ad15479725,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:25:52.175444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.176919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.181325 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:52.183039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Allocated IP 172.20.0.1 (3ab03e81-f151-4ff5-bd7e-2e4ac4930244/3359fbd9-b6ef-412c-8435-618a9699e5a9/a11ad88c-8382-4166-9152-a39434e0aedf) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:25:52.188205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:52.260411 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:52.261172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db80df1d0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:52.285996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:52.289672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:52.375224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.385499 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.392144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0731a5e5-bf3a-419f-b921-cf82d98307cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:52.396297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Transition to ACTIVE for port object a11ad88c-8382-4166-9152-a39434e0aedf will not be triggered until provisioned by entity DHCP. {{(pid=86354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:52.405276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db802f080>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:25:50Z', 'revision_number': 5, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port': {'id': '401261f6-637b-4fdd-9bf0-ffca18ce794a', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:17:42Z', 'updated_at': '2021-04-20T19:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:52.409752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add6046-4128-4795-86db-0727e66ec293 None None] Checking router: a42b754e-4016-45c8-a2a7-010ae1726c0f for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:25:52.420092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] Routers {'a42b754e-4016-45c8-a2a7-010ae1726c0f'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:52.420807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db802f080>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['a42b754e-4016-45c8-a2a7-010ae1726c0f'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:52.426298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.439284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ec7b4c35-7770-4a2d-bc12-92c65c3702f8 tempest-VolumesActionsTest-200683644 tempest-VolumesActionsTest-200683644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:52.453136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Pushing event updated for resources: {'Port': ['ID=e00fdca9-96bc-4f58-a780-93ad15479725,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:52.459175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:52.464300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Pushing event deleted for resources: {'Port': ['ID=401261f6-637b-4fdd-9bf0-ffca18ce794a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:52.468451 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:52.506006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:25:52.513915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:52.514106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:52.527562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:25:52.585628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a11ad88c-8382-4166-9152-a39434e0aedf,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:52.604975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:52.610057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.622308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] Set router a42b754e-4016-45c8-a2a7-010ae1726c0f gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:52.622876 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:52.770782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-4add6046-4128-4795-86db-0727e66ec293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db802f080>, [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 7, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:52.775840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add6046-4128-4795-86db-0727e66ec293 None None] The sync data for ids ['a42b754e-4016-45c8-a2a7-010ae1726c0f'] in dv-cinder-786933-2-iscsi is: [{'id': 'a42b754e-4016-45c8-a2a7-010ae1726c0f', 'name': 'tempest-AttachVolumeShelveTestJSON-1940388653-router', 'tenant_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:17:36Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 7, 'project_id': 'a6a88356db7b4f36b1d8f8856756e1e3', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:25:52.878448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7cd4f670-6b37-41dc-8841-01d9964a3023 None None] Provisioning for port a11ad88c-8382-4166-9152-a39434e0aedf completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:52.885020 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-7cd4f670-6b37-41dc-8841-01d9964a3023 None None] Provisioning complete for port a11ad88c-8382-4166-9152-a39434e0aedf triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:52.886564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7cd4f670-6b37-41dc-8841-01d9964a3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.005461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-7cd4f670-6b37-41dc-8841-01d9964a3023 None None] Port a11ad88c-8382-4166-9152-a39434e0aedf cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:25:53.027114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.158078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.160459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.175827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device c9c14afc-5716-4f53-bd6f-4ac5b53d7506 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:53.188953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.189957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a42b754e-4016-45c8-a2a7-010ae1726c0f {{(pid=86353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:25:53.203674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] Notify callbacks [] for router, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.207665 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e2b66c3f-7a09-4c5e-a967-107c809d2317 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a42b754e-4016-45c8-a2a7-010ae1726c0f HTTP/1.1" status: 204  len: 168 time: 1.8856211
Apr 20 19:25:53.207946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50388) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:53.216136 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db80df1d0>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:49Z', 'revision_number': 3, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:53.225419 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2bd9-ac21-4ca6-b8b8-3b1b707d2d57 None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:49Z', 'revision_number': 3, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:25:53.288975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:53.289481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.289886 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Deleting subnet 11cb1765-80f0-417e-94e5-be1bf37b9804 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:25:53.293719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.343585 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.354779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.363848 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.382754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d884299e-e9d7-4a28-930f-a7a768a4f506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:53.442350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 317a8f9b-bfa5-4f43-a49a-bb7680972d34 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:25:53.454404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.478641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.485372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 317a8f9b-bfa5-4f43-a49a-bb7680972d34 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:25:53.485767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 317a8f9b-bfa5-4f43-a49a-bb7680972d34 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:25:53.494126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a11ad88c-8382-4166-9152-a39434e0aedf,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:53.497360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:53.637626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:25:53.638957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:53.677747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7fc1de13-031f-4e85-8ebb-dc51eb2d3c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.808471 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.814510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:53.851988 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cb1765-80f0-417e-94e5-be1bf37b9804,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:53.856962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:53.862014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:53.870379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda75f70-cd03-4125-9cf7-67334353e52e None None] Network b51c7665-608e-4722-a739-79996e632bcb requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:25:53.872586 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2c81bcbd-5a96-487a-a959-58664bafa084 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11cb1765-80f0-417e-94e5-be1bf37b9804 HTTP/1.1" status: 204  len: 168 time: 0.6634836
Apr 20 19:25:53.873350 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50394) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:53.948450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:25:54.017054 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.031492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Deleting port 3c8283dc-0583-446a-8aa3-aad66cb11771 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:54.033141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.144606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-5612c7a8-b89b-48e2-8a3d-b2e873975d80 None None] Provisioning complete for port a11ad88c-8382-4166-9152-a39434e0aedf triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:54.144958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5612c7a8-b89b-48e2-8a3d-b2e873975d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.228430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5612c7a8-b89b-48e2-8a3d-b2e873975d80 None None] Port a11ad88c-8382-4166-9152-a39434e0aedf cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:25:54.259572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.308278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:25:54.320967 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/c53dd6d6-32a5-44c1-ab86-140199b7b0b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5409725
Apr 20 19:25:54.343368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] For port 3c8283dc-0583-446a-8aa3-aad66cb11771, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3c8283dc-0583-446a-8aa3-aad66cb11771,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:54.343767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.362238 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.365879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] DHCP port deletion for b51c7665-608e-4722-a739-79996e632bcb request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:25:54.373122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Deleting port 3c8283dc-0583-446a-8aa3-aad66cb11771 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:54.373778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.495008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Calling delete_port for 3c8283dc-0583-446a-8aa3-aad66cb11771 owned by network:dhcp {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:25:54.581037 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.587396 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:54.609718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] For port 3c8283dc-0583-446a-8aa3-aad66cb11771, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3c8283dc-0583-446a-8aa3-aad66cb11771,segment=NetworkSegment(43c5a302-b6bd-4f9e-b65f-7bef70e8d79b),segment_id=43c5a302-b6bd-4f9e-b65f-7bef70e8d79b)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:54.610213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.641583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8283dc-0583-446a-8aa3-aad66cb11771,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:54.643711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] No DVR routers for this DVR port 3c8283dc-0583-446a-8aa3-aad66cb11771 on host dv-cinder-786933-2-iscsi {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:25:54.645328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:54.768792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Calling delete_port for 3c8283dc-0583-446a-8aa3-aad66cb11771 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:25:54.774226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.852935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:25:54.853435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:25:54.900294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db395add8>,) {'filters': {'network_id': ['b51c7665-608e-4722-a739-79996e632bcb']}} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:54.918606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db395add8>, '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b') {'for_net_delete': True} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:54.918606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db395add8>, '43c5a302-b6bd-4f9e-b65f-7bef70e8d79b') {} {{(pid=86353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:54.936684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1162156'] for segment, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.953482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:54.965434 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=86353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:25:55.021495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e00fdca9-96bc-4f58-a780-93ad15479725 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:55.028736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50414) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:55.035918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1800781502-network', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:25:55.042645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:55.071103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Usage tracker for resource:network and tenant:7ae4c319b9c84ca8a6ab19a57cce9476 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:55.075717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:55.082952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:55.099538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Made reservation on behalf of 7ae4c319b9c84ca8a6ab19a57cce9476 for: {'network': 1} {{(pid=86354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:25:55.105745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for network, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.122482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.136223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port e00fdca9-96bc-4f58-a780-93ad15479725 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:55.140651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:55.143368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port e00fdca9-96bc-4f58-a780-93ad15479725 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:55.143793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.146376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Usage tracker for resource:security_group_rule and tenant:7ae4c319b9c84ca8a6ab19a57cce9476 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:55.150168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:55.156971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:55.163163 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Network b51c7665-608e-4722-a739-79996e632bcb has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:25:55.174039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852877661'] for segment, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.269344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.274481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.280252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-100a0a94-0a03-4b45-b62b-79c20df2bee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:55.302816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.314879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=86354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:25:55.321463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port e00fdca9-96bc-4f58-a780-93ad15479725, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e00fdca9-96bc-4f58-a780-93ad15479725,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:55.325923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.328058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:55.349754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e622e-ef14-46fe-91ec-c61437fc4a2f,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:55.370351 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.370762 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.segments_db [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Added segment 2c738328-baf0-4f68-a20c-776c3674dcde of type vlan for network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1
Apr 20 19:25:55.372707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:55.372845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Deleting port 3c8283dc-0583-446a-8aa3-aad66cb11771 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:25:55.373277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.395489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Network b51c7665-608e-4722-a739-79996e632bcb has no segments {{(pid=86353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:25:55.414822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3c8283dc-0583-446a-8aa3-aad66cb11771 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:25:55.417480 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756827422579'] for network, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:25:55.421299 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:25:55.457559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 3c8283dc-0583-446a-8aa3-aad66cb11771 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:25:55.457967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3c8283dc-0583-446a-8aa3-aad66cb11771 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:25:55.458449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 401261f6-637b-4fdd-9bf0-ffca18ce794a no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:25:55.467300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770'] for network, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.470422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:55.471213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.494255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5baa16ba-a6af-4695-ba06-cb0325d0272c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:55.500893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 401261f6-637b-4fdd-9bf0-ffca18ce794a {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:25:55.501286 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 401261f6-637b-4fdd-9bf0-ffca18ce794a not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:25:55.521445 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4913361
Apr 20 19:25:55.524694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50420) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:55.532297 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Request body: {'subnet': {'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1800781502-subnet', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'ip_version': 4}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:25:55.537640 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:55.542192 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Usage tracker for resource:subnet and tenant:7ae4c319b9c84ca8a6ab19a57cce9476 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:55.545263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:55.550051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-173ae2da-308a-4d30-b0da-795894a0bcfb None None] The port '3c8283dc-0583-446a-8aa3-aad66cb11771' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:25:55.552724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:55.564547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.568615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:55.581518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.582399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=e00fdca9-96bc-4f58-a780-93ad15479725,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:55.585866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:55.594421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.602593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Made reservation on behalf of 7ae4c319b9c84ca8a6ab19a57cce9476 for: {'subnet': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:25:55.607431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10792866'] for subnet, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:55.621435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b51c7665-608e-4722-a739-79996e632bcb,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:55.625443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Pushing event updated for resources: {'Network': ['ID=1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:55.628926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ee603fdb-50c4-45aa-a555-c75f44be66dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:55.637614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 details requested by agent ovs-agent-dv-cinder-786933-2-iscsi with host dv-cinder-786933-2-iscsi {{(pid=86355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:25:55.647096 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.647527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.648129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.648540 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.648944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.649349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.649749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.650233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.650749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.651014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.651407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.651802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:25:55.655832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:55.713468 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-503068f7-90dd-4e02-a7d9-1e7ba09793d6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b51c7665-608e-4722-a739-79996e632bcb HTTP/1.1" status: 204  len: 168 time: 1.8387578
Apr 20 19:25:55.978916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50426) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:56.038870 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c6e9b190-be5c-4e05-a72a-c2e7fb8ab5c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6a88356db7b4f36b1d8f8856756e1e3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0585682
Apr 20 19:25:56.039552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50430) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:56.103738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.129071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852877499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10792883'] for subnet, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.134221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.134754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-99702172-28c6-49fb-8514-758d1adce375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:56.185631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.191405 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fa3aba3e-1529-4504-9849-32cbb96f7126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:56.206740 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca87295-7a61-4490-9339-3a854e6fb6d0,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:56.211243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:56.212460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:56.215457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:56.222215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.223708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Checking segment: {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:25:56.224125 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-00c70295-0f7f-4388-bc86-a2885c2118dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bca87295-7a61-4490-9339-3a854e6fb6d0 HTTP/1.1" status: 204  len: 168 time: 0.1832607
Apr 20 19:25:56.224269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Network hostable DHCP agents. Network: 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1, hostable agents: ['9647fbbd-c2d9-43b0-b60d-02a45f9e4702'], hosted agents: [] {{(pid=86353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:25:56.244575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 is scheduled to be hosted by DHCP agent 9647fbbd-c2d9-43b0-b60d-02a45f9e4702 with binding_index 1 {{(pid=86353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:25:56.254566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786933-2-iscsi, 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1) {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:56.263792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd95ed-0ba3-4f5e-bc1e-fb9f5579e63a None None] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:25:56.273628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:25:56.274420 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.298108 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f33e2ac9-c0d2-4d9a-865d-ef533d2727a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7701771
Apr 20 19:25:56.299736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50436) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:56.305677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:25:56.311052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:25:56.315672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Usage tracker for resource:router and tenant:7ae4c319b9c84ca8a6ab19a57cce9476 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:25:56.319228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:25:56.325504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:25:56.336717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854071569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744388'] for router, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.337881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-678657', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31396'] for router, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.350635 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:25:56.363295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:56.363996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8345630>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:56.372725 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.523217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp851a7ed8-56be-52b0-ba8a-1521063448a3-1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'fixed_ips': [{'subnet_id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a'}]}} from dv-cinder-786933-2-iscsi. {{(pid=86355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:25:56.524170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.574742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:56.705967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Allocated IP 172.20.0.2 (1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1/b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a/3fcd47c6-e690-43e3-8cbe-48b4cc94184a) {{(pid=86355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:25:56.947997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Notify callbacks [] for port, precommit_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.956897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8345630>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:53Z', 'revision_number': 2, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:56.959667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Transition to ACTIVE for port object 3fcd47c6-e690-43e3-8cbe-48b4cc94184a will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:56.967404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:25:56.967807 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Updating router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 port a11ad88c-8382-4166-9152-a39434e0aedf binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:25:56.982572 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Transition to ACTIVE for port object 3fcd47c6-e690-43e3-8cbe-48b4cc94184a will not be triggered until provisioned by entity DHCP. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:56.992942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433'] for port, after_create {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:56.998194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:57.031792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.037868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678902', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31381'] for router, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.044392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e00fdca9-96bc-4f58-a780-93ad15479725 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:57.164945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 is already hosted by enough agents. {{(pid=86355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:25:57.173752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Resources bound (agent type, host, resource id):  {{(pid=86355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:57.179949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Pushing event updated for resources: {'Port': ['ID=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,revision_number=1']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:57.182930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Received port after_create {{(pid=86355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:25:57.189186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:57.192639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port e00fdca9-96bc-4f58-a780-93ad15479725 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:57.193299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.373519 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Attempting to bind port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:25:57.374115 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Attempting to bind port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:25:57.374377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Attempting to bind port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a on network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:25:57.384620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:25:57.385052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Checking segment: {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:25:57.385506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.386061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Bound using segment: {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:25:57.386762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Bound port: 3fcd47c6-e690-43e3-8cbe-48b4cc94184a, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:25:57.387254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.430718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.473065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.481521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.496012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Transition to ACTIVE for port object a11ad88c-8382-4166-9152-a39434e0aedf will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:25:57.507049 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.514693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b27767fb-e311-41df-87f5-0e4967a4881f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:57.562203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] For port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:25:57.566067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] For port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:25:57.571106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.581221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:57.673207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Allocated IP 172.27.1.240 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/09bb8308-64e1-4f2d-92ca-db19428d8771) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:25:57.711175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Pushing event updated for resources: {'Port': ['ID=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:57.718014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:57.834580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637b27-c37e-4fbc-bc21-92b481ebb635 None None] Pushing event updated for resources: {'Port': ['ID=a11ad88c-8382-4166-9152-a39434e0aedf,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:57.847459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-31637b27-c37e-4fbc-bc21-92b481ebb635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:57.855187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Attempting to bind port a11ad88c-8382-4166-9152-a39434e0aedf on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:25:57.855618 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Attempting to bind port a11ad88c-8382-4166-9152-a39434e0aedf by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:25:57.856050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Attempting to bind port a11ad88c-8382-4166-9152-a39434e0aedf on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:25:57.862473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:25:57.862901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Checking segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:25:57.863361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.863811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Bound using segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:25:57.864521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Bound port: a11ad88c-8382-4166-9152-a39434e0aedf, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:25:57.864827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.907431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.947230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:57.952813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a7de38c0-b69b-4cb3-a31c-0bf0e5e7c18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:57.975060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] For port a11ad88c-8382-4166-9152-a39434e0aedf, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:25:57.989534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] For port a11ad88c-8382-4166-9152-a39434e0aedf, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=a11ad88c-8382-4166-9152-a39434e0aedf,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:25:57.994620 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:58.004223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:58.134802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:25:58.144858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:25:58.148990 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:25:58.186587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:58.187370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db8345630>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:58.212577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Pushing event updated for resources: {'Port': ['ID=09bb8308-64e1-4f2d-92ca-db19428d8771,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:58.215762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:58.245949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31637b27-c37e-4fbc-bc21-92b481ebb635 None None] Pushing event updated for resources: {'Port': ['ID=a11ad88c-8382-4166-9152-a39434e0aedf,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:58.255131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-31637b27-c37e-4fbc-bc21-92b481ebb635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:58.408183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:25:58.705555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:58.749639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db8345630>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:57Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:58.754293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84892c7-3ca9-41ec-b1c1-be4ec71fd960 None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:57Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:25:59.081763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device a11ad88c-8382-4166-9152-a39434e0aedf up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:59.131917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854083004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854096932'] for router, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:59.185768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port a11ad88c-8382-4166-9152-a39434e0aedf completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:59.192142 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port a11ad88c-8382-4166-9152-a39434e0aedf triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:59.192767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:59.335353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484028e8-08bd-4ac0-9dd8-21cfc0460bef None None] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:25:59.371110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 is scheduled to L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de with binding_index 1 {{(pid=86354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:25:59.420753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:59.451731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b955e264-d1cc-4580-807f-270a4bbefa90 None None] Provisioning for port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:59.502353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port a11ad88c-8382-4166-9152-a39434e0aedf, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=a11ad88c-8382-4166-9152-a39434e0aedf,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:25:59.550542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:59.551494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3fcd47c6-e690-43e3-8cbe-48b4cc94184a up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:25:59.578118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:25:59.586615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:25:59.608840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:25:59.610816 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3096671
Apr 20 19:25:59.613591 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50482) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:25:59.666265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Sync routers for ids ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:25:59.742948 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Routers {'cfa2b1a3-4e4e-4897-98b9-50fb0033f706'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:25:59.743689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db2ce7630>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:25:59.909335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=a11ad88c-8382-4166-9152-a39434e0aedf,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:25:59.957449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:25:59.965792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:25:59.987039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:25:59.987467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:00.106973 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Set router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:00.429932 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:00.574288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:00.608107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-bf9f9550-fdf8-496b-8b6f-a2f52baed6ed None None] Provisioning complete for port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:00.608521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf9f9550-fdf8-496b-8b6f-a2f52baed6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:00.717014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Allocated IP 172.20.0.1 (1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1/b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a/7b007018-0a17-4229-88bf-25cd4729795f) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:26:00.727957 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:00.735669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:00.739104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3215994c-b742-4a92-9f32-f3ecd57f3a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:00.879796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:00.894059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:00.909221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db2ce7630>, [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:25:58Z', 'revision_number': 3, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:00.914674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Checking router: cfa2b1a3-4e4e-4897-98b9-50fb0033f706 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:26:00.914996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Updating router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 port 09bb8308-64e1-4f2d-92ca-db19428d8771 binding host dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:26:00.992347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device a11ad88c-8382-4166-9152-a39434e0aedf up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:01.050594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.209293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.225237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port a11ad88c-8382-4166-9152-a39434e0aedf triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:01.225661 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.229279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Transition to ACTIVE for port object 7b007018-0a17-4229-88bf-25cd4729795f will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:26:01.256044 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.261393 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b5cf623b-2646-436a-9796-49938645705d tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:01.337269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:26:01.345884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:26:01.351028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:26:01.386053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50504) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:01.396418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Pushing event updated for resources: {'Port': ['ID=7b007018-0a17-4229-88bf-25cd4729795f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:01.401579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:01.420745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-691457'] for router_interface, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.538777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3fcd47c6-e690-43e3-8cbe-48b4cc94184a up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:01.566079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.590256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:01.600262 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Usage tracker for resource:security_group_rule and tenant:aece12e220314887ac9ab0b9311f3baa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:01.603735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:01.606359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Notify callbacks [] for port, precommit_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.611758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:01.631295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Transition to ACTIVE for port object 09bb8308-64e1-4f2d-92ca-db19428d8771 will not be triggered until provisioned by entity L2. {{(pid=86355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:26:01.648992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.654245 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:01.687211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-37872fc8-506d-43ca-8b67-5ef18455534a None None] Provisioning for port 7b007018-0a17-4229-88bf-25cd4729795f completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:26:01.697777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:01.698227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.702496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.704171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.708268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.717969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-32ec7c7f-3ba1-4b6d-a9f2-ed43143edbee tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:01.765657 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-37872fc8-506d-43ca-8b67-5ef18455534a None None] Provisioning complete for port 7b007018-0a17-4229-88bf-25cd4729795f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:01.766101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37872fc8-506d-43ca-8b67-5ef18455534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.769376 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aece12e220314887ac9ab0b9311f3baa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3817067
Apr 20 19:26:01.770673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50510) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:01.774265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43af43-c298-485c-9ab6-ca42e54ed407,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:01.796454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.796454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.797092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.797577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.798546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.799033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.799510 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.800359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.800359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.800910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.801612 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.802129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:26:01.808643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-897df714-1eac-4c28-9efe-a4134f37a46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:01.835881 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3e227-70eb-4c80-a66b-0c03a26466b9 None None] Pushing event updated for resources: {'Port': ['ID=09bb8308-64e1-4f2d-92ca-db19428d8771,revision_number=2']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:01.847618 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Attempting to bind port 09bb8308-64e1-4f2d-92ca-db19428d8771 on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:26:01.848095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Attempting to bind port 09bb8308-64e1-4f2d-92ca-db19428d8771 by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:26:01.848509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Attempting to bind port 09bb8308-64e1-4f2d-92ca-db19428d8771 on network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:26:01.854252 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ede3e227-70eb-4c80-a66b-0c03a26466b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:01.860600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.865299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:26:01.865724 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Checking segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:26:01.866210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.866656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Bound using segment: {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'} {{(pid=86355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:26:01.867186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Bound port: 09bb8308-64e1-4f2d-92ca-db19428d8771, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519a50c-629b-42fd-9383-e328ac93527a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e'}}] {{(pid=86355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:26:01.867608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.891527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.906685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-37872fc8-506d-43ca-8b67-5ef18455534a None None] Port 7b007018-0a17-4229-88bf-25cd4729795f cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:26:01.940693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.946837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d6cc37f0-455b-48e9-b01c-157e5da1947a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:01.947784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.951557 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.960642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43af43-c298-485c-9ab6-ca42e54ed407,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:01.969766 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:01.970814 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:01.974631 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-77acfac9-8ced-47c0-9d25-e2f9c2b8a634 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f43af43-c298-485c-9ab6-ca42e54ed407 HTTP/1.1" status: 204  len: 168 time: 0.1999199
Apr 20 19:26:01.983524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a1e809e7-1b8c-444e-b610-864f7f49d043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:02.015280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] For port 09bb8308-64e1-4f2d-92ca-db19428d8771, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:26:02.029747 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] For port 09bb8308-64e1-4f2d-92ca-db19428d8771, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=09bb8308-64e1-4f2d-92ca-db19428d8771,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:26:02.037425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:02.042832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:02.094927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Pushing event updated for resources: {'Port': ['ID=7b007018-0a17-4229-88bf-25cd4729795f,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:02.099795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:02.100909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854084250'] for router_interface, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:02.122545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Routers {'cfa2b1a3-4e4e-4897-98b9-50fb0033f706'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:02.123234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db2ce7630>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:02.143346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:26:02.246386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3e227-70eb-4c80-a66b-0c03a26466b9 None None] Pushing event updated for resources: {'Port': ['ID=09bb8308-64e1-4f2d-92ca-db19428d8771,revision_number=3']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:02.250955 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:26:02.252259 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:26:02.258769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ede3e227-70eb-4c80-a66b-0c03a26466b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:02.338107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] Set router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:02.481902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:26:02.599821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ae15a13d-8a9d-4606-b58a-e5c23c267925 None None] Provisioning complete for port 7b007018-0a17-4229-88bf-25cd4729795f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:02.600317 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ae15a13d-8a9d-4606-b58a-e5c23c267925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:02.696302 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ae15a13d-8a9d-4606-b58a-e5c23c267925 None None] Port 7b007018-0a17-4229-88bf-25cd4729795f cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:26:02.727752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:26:02.742394 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] 10.222.0.48 "PUT /v2.0/routers/cfa2b1a3-4e4e-4897-98b9-50fb0033f706/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1270700
Apr 20 19:26:02.948605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db2ce7630>, [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '7b007018-0a17-4229-88bf-25cd4729795f', 'name': '', 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'mac_address': 'fa:16:3e:3d:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:26:00Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 2, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'subnets': [{'id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:02.953474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca11966-6640-4cb5-9002-5c676db515e2 None None] The sync data for ids ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'] in dv-cinder-786933-2-iscsi is: [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '7b007018-0a17-4229-88bf-25cd4729795f', 'name': '', 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'mac_address': 'fa:16:3e:3d:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:26:00Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 2, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'subnets': [{'id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:26:03.275991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50550) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:03.282467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1956524667', 'description': 'tempest-secgroup-smoke-1956524667 description', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:03.289265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:03.294132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:03.297373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:03.304360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:03.316823 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.350916 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:03.362710 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:03.368321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:03.375959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:03.491666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.495656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.501719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-baaae017-2e41-4b73-b939-e25824de672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:03.552012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.556506 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2763076
Apr 20 19:26:03.556506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e26da-b837-4147-90fa-bf5281ff940e,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:03.556795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50560) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:03.557893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:03.562904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group_rule': {'security_group_id': 'a92e26da-b837-4147-90fa-bf5281ff940e', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:03.574865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:03.584684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:03.588367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:03.595370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:03.617863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.698260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.701289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.711321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:03.736940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b64ef7e-dd6a-4ebf-bf90-c789ec8f59bd,revision_number=0']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:03.739777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:03.746531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.749211 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-3ae94f0e-4343-49ce-a285-71a78561ea67 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1911068
Apr 20 19:26:03.752257 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50566) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:03.758395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group_rule': {'security_group_id': 'a92e26da-b837-4147-90fa-bf5281ff940e', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:03.779912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:03.791486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:03.794634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:03.818718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:03.845217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.934466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.937727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.940146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-943b3f26-264a-4b3e-a449-52b2c7e6d0ce tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:03.966154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ab471a-e679-44b3-b49a-a1654303faa5,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:03.969263 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:03.977534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:03.979168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-01176d4d-f9e3-4b80-ad32-439cc9bbbf37 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2257707
Apr 20 19:26:03.982189 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50576) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:03.988386 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group_rule': {'security_group_id': 'a92e26da-b837-4147-90fa-bf5281ff940e', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:03.995535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:04.000431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:04.003727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:04.010416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:04.029694 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.110768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.119788 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.122550 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:04.148592 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60750855-d28b-444f-8778-ae1177fb7bd1,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:04.153250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:04.165904 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.169982 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-19d33de6-82e0-4cfa-806a-19ff7243dc5b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1839836
Apr 20 19:26:04.170321 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50582) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:04.177017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group_rule': {'security_group_id': 'a92e26da-b837-4147-90fa-bf5281ff940e', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:04.183805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:04.188464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:04.192076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:04.198735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:04.221131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.317293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.321981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.330588 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:04.354535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ef5705-406e-492f-8004-4cb3e939f5cb,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:04.357164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:04.361183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.362578 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-10121934-0de2-4126-a551-03e9f4f561da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1910026
Apr 20 19:26:04.365586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50586) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:04.371305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group_rule': {'security_group_id': 'a92e26da-b837-4147-90fa-bf5281ff940e', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:04.378194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:04.382646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:04.385878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:04.392542 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:04.404337 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Project 246961ea5c484b7d8d9f3e2ae5c3cbaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:26:04.412184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.490917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.496407 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.505847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-028490ab-f2e1-4c84-9187-4cc0b8a82fdb tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:04.528390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65c877d-5075-4ab3-bf6e-cb59acc62560,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:04.530968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:04.536623 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.537990 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-773a4c8b-4bd9-4a43-8d8d-1d803cd81dad tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1712992
Apr 20 19:26:04.542024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50590) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:04.547509 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'security_group_rule': {'security_group_id': 'a92e26da-b837-4147-90fa-bf5281ff940e', 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:04.554101 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:04.558169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:security_group_rule and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:04.561180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:04.567402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:04.578012 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.securitygroups_db [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Project 246961ea5c484b7d8d9f3e2ae5c3cbaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:26:04.585560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.923274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.925274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119740'] for security_group_rule, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.927287 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:04.952665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e15157f-76d1-4ac9-9870-c50921a0c292,revision_number=0']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:04.955531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:04.963894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:04.965241 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2e65808d-8062-45db-8202-665b436f17f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4222593
Apr 20 19:26:04.993089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 09bb8308-64e1-4f2d-92ca-db19428d8771 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:05.075596 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 09bb8308-64e1-4f2d-92ca-db19428d8771 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:26:05.082545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 09bb8308-64e1-4f2d-92ca-db19428d8771 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:05.082953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:05.213681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:05.232793 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 09bb8308-64e1-4f2d-92ca-db19428d8771, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=09bb8308-64e1-4f2d-92ca-db19428d8771,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:05.236763 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:05.238859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:05.318684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=09bb8308-64e1-4f2d-92ca-db19428d8771,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:05.322067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:06.265888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Sync routers for ids ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:26:06.277217 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Routers {'cfa2b1a3-4e4e-4897-98b9-50fb0033f706'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:06.277970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86f5b00>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:06.644960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Set router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:07.007882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 09bb8308-64e1-4f2d-92ca-db19428d8771 up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:07.009056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86f5b00>, [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '7b007018-0a17-4229-88bf-25cd4729795f', 'name': '', 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'mac_address': 'fa:16:3e:3d:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:26:00Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 2, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'subnets': [{'id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:07.018950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Checking router: cfa2b1a3-4e4e-4897-98b9-50fb0033f706 for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:26:07.019455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Updating router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 port 7b007018-0a17-4229-88bf-25cd4729795f binding host dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:26:07.097667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.141066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 09bb8308-64e1-4f2d-92ca-db19428d8771 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:07.141496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.487275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.507211 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Transition to ACTIVE for port object 7b007018-0a17-4229-88bf-25cd4729795f will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:26:07.515430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.519456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37aba0de-bde4-4a35-bb2c-8c89d40cffad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:07.693061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438de06d-73c9-4c42-9927-5b5f8b65b365 None None] Pushing event updated for resources: {'Port': ['ID=7b007018-0a17-4229-88bf-25cd4729795f,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:07.701119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438de06d-73c9-4c42-9927-5b5f8b65b365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:07.760975 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Attempting to bind port 7b007018-0a17-4229-88bf-25cd4729795f on host dv-cinder-786933-2-iscsi for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:26:07.761410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Attempting to bind port 7b007018-0a17-4229-88bf-25cd4729795f by drivers openvswitch,hyperv on host dv-cinder-786933-2-iscsi at level 0 using segments [{'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:26:07.761813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Attempting to bind port 7b007018-0a17-4229-88bf-25cd4729795f on network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:26:07.768024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Checking agent: {'id': '9f65cdcd-a94f-4802-8652-0cd32110788d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786933-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 9, 24), 'started_at': datetime.datetime(2021, 4, 20, 19, 9, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786933-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:26:07.768428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Checking segment: {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:26:07.768887 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.769327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Bound using segment: {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:26:07.769971 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Bound port: 7b007018-0a17-4229-88bf-25cd4729795f, host: dv-cinder-786933-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c738328-baf0-4f68-a20c-776c3674dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:26:07.770361 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.875160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] For port 7b007018-0a17-4229-88bf-25cd4729795f, host dv-cinder-786933-2-iscsi, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:26:07.878556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] For port 7b007018-0a17-4229-88bf-25cd4729795f, host dv-cinder-786933-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7b007018-0a17-4229-88bf-25cd4729795f,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:26:07.882974 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:07.887898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-31637b27-c37e-4fbc-bc21-92b481ebb635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:07.972024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Routers {'cfa2b1a3-4e4e-4897-98b9-50fb0033f706'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:07.972737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86f5b00>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:25:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:08.095571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438de06d-73c9-4c42-9927-5b5f8b65b365 None None] Pushing event updated for resources: {'Port': ['ID=7b007018-0a17-4229-88bf-25cd4729795f,revision_number=4']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:08.106847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438de06d-73c9-4c42-9927-5b5f8b65b365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:08.172562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] Set router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:08.528629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86f5b00>, [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '7b007018-0a17-4229-88bf-25cd4729795f', 'name': '', 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'mac_address': 'fa:16:3e:3d:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:26:00Z', 'updated_at': '2021-04-20T19:26:07Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'subnets': [{'id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:08.533456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03ee2-3182-405d-b814-29d7846daf49 None None] The sync data for ids ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'] in dv-cinder-786933-2-iscsi is: [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:26:01Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': '7b007018-0a17-4229-88bf-25cd4729795f', 'name': '', 'network_id': '1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'mac_address': 'fa:16:3e:3d:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:26:00Z', 'updated_at': '2021-04-20T19:26:07Z', 'revision_number': 4, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'subnets': [{'id': 'b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:26:09.034833 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7b007018-0a17-4229-88bf-25cd4729795f up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:09.116379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning for port 7b007018-0a17-4229-88bf-25cd4729795f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:26:09.122135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 7b007018-0a17-4229-88bf-25cd4729795f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:09.122565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:09.259739 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:09.296506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] For port 7b007018-0a17-4229-88bf-25cd4729795f, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7b007018-0a17-4229-88bf-25cd4729795f,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:09.300940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:09.303989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:09.379277 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Pushing event updated for resources: {'Port': ['ID=7b007018-0a17-4229-88bf-25cd4729795f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:09.382695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:10.974382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7b007018-0a17-4229-88bf-25cd4729795f up at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:11.050668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Provisioning complete for port 7b007018-0a17-4229-88bf-25cd4729795f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:11.051103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:19.985358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:20.812041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e24de369-3608-496a-be24-524b5b987a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.176443 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50852) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:21.318781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.335538 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:21.343165 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Usage tracker for resource:security_group_rule and tenant:c75d4a7a22e1430f86481e67f2c912a7 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:21.350491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:21.357723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:21.456720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.462065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.473815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-970f7441-90b2-4397-97ac-81c49417f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:21.522727 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c75d4a7a22e1430f86481e67f2c912a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3450544
Apr 20 19:26:21.523667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd7b2ce-b748-4975-9904-b22a7fa3ac3f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:21.525947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50858) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:21.527215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:21.607809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.638915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.687753 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.691608 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5c58af7d-e73c-4e66-bc3e-c8b82a341c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:21.702935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd7b2ce-b748-4975-9904-b22a7fa3ac3f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:21.707158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:21.710545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:21.711810 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1ab45c94-5d6f-4ab7-a95d-7a9f9f25ade7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5fd7b2ce-b748-4975-9904-b22a7fa3ac3f HTTP/1.1" status: 204  len: 168 time: 0.1845605
Apr 20 19:26:22.024731 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 50866) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:22.049536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.065679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:22.070418 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8752a8d9de41be9bbaa1f24e9fe66c is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:22.073610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:22.080073 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:22.170456 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.174128 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.183425 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-00b989a6-7ebc-40f1-8561-7d423ec1c715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:22.227611 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f8752a8d9de41be9bbaa1f24e9fe66c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2016189
Apr 20 19:26:22.228606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf67d2-5e5b-4b15-b255-ccb8b23b91a6,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:22.230720 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 50874) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:22.231900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:22.298577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.325923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.373481 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.378646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-223ac44c-8d1e-4bb2-8f68-564202a7766c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:22.389463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf67d2-5e5b-4b15-b255-ccb8b23b91a6,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:22.392011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:22.397885 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:22.407569 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-eb878cba-0e36-4ef6-966d-649416019c30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cedf67d2-5e5b-4b15-b255-ccb8b23b91a6 HTTP/1.1" status: 204  len: 168 time: 0.1694829
Apr 20 19:26:22.597710 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-99513436-9155-447e-bb1f-4bda8d8e6351 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956524667&fields=id&tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 267 time: 0.0441732
Apr 20 19:26:22.762811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-4c8bdcb8-a457-4983-be03-56a6c4bab1aa tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:22.764393 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-4c8bdcb8-a457-4983-be03-56a6c4bab1aa tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 812 time: 0.1591175
Apr 20 19:26:22.780842 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-6f75f2c2-8ee4-4d90-8436-6f039e9ab593 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/quotas/246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 375 time: 0.0102267
Apr 20 19:26:22.872713 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-abdc1ebc-af2c-47ac-b62c-7c25c772c5e3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0861228
Apr 20 19:26:23.030660 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-ab058a93-06fc-46f4-9b00-8a8a4a4493b1 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452539
Apr 20 19:26:23.180168 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-f6f2e241-5eb5-4dae-99a8-4b48a4398b67 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429076
Apr 20 19:26:23.629277 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a4acaf17-01eb-43ed-acad-0c234987b753 req-1f348e52-ad2a-42b3-8432-edaf70dd1d42 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 210 time: 0.0557785
Apr 20 19:26:23.673606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-236b23ee-6760-47a3-82cd-eba04b205ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:24.031308 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:24.356858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:24.718437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-256d4563-97c8-4016-8049-bc3756d35ca1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:24.720341 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-256d4563-97c8-4016-8049-bc3756d35ca1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 812 time: 0.1805775
Apr 20 19:26:24.808906 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-97093224-6ce4-44f5-aaff-29bb291b5782 req-3ffedde4-a711-4fa1-9a07-8e6f5ada0aa9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 210 time: 0.0599933
Apr 20 19:26:24.852074 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-32aa73a3-4f4a-4914-93eb-39143007a1a1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 8061 time: 0.1230552
Apr 20 19:26:24.861485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'port': {'device_id': '860762bc-50d2-469d-867b-79f2189ebd21', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'admin_state_up': True, 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'security_groups': ['a92e26da-b837-4147-90fa-bf5281ff940e']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:25.006711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:25.011794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:port and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:25.015464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:25.022004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:25.032218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Made reservation on behalf of 246961ea5c484b7d8d9f3e2ae5c3cbaa for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:26:25.039027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:25.222779 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Allocated IP 172.20.0.9 (3ab03e81-f151-4ff5-bd7e-2e4ac4930244/3359fbd9-b6ef-412c-8435-618a9699e5a9/d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:26:25.436146 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:25.453686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Transition to ACTIVE for port object d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:26:25.479938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:25.486062 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a4b0226a-7bd8-44f9-8497-61041bdefd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:25.537619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:25.554993 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:26:25.558810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:26:25.562960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:26:25.603352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:25.608188 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:25.642935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:25.643757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:25.677370 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-bb586d7e-6d82-4a4e-8f6a-c735aa7e921f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8199890
Apr 20 19:26:25.689676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Request body: {'port': {'device_id': '860762bc-50d2-469d-867b-79f2189ebd21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:25.740218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b19cf410-d74e-46b6-8681-561b386c831a None None] Provisioning for port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:26:25.751382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-b19cf410-d74e-46b6-8681-561b386c831a None None] Provisioning complete for port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:25.751382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b19cf410-d74e-46b6-8681-561b386c831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:25.808844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b19cf410-d74e-46b6-8681-561b386c831a None None] Port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:26:25.816378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:26.428033 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c86cd-a245-4aed-9073-a10e9383459d req-6798c97b-a6d2-46ec-bb05-7454eb250231 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:26.428803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fb7c86cd-a245-4aed-9073-a10e9383459d req-6798c97b-a6d2-46ec-bb05-7454eb250231 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:26:26.458161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-fb7c86cd-a245-4aed-9073-a10e9383459d req-6798c97b-a6d2-46ec-bb05-7454eb250231 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:26:26.459397 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fb7c86cd-a245-4aed-9073-a10e9383459d req-6798c97b-a6d2-46ec-bb05-7454eb250231 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 931 time: 0.5145919
Apr 20 19:26:26.561967 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:26:26.569303 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fb7c86cd-a245-4aed-9073-a10e9383459d req-d5a94cde-b919-4ff7-9dea-7c2574c89b33 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011631
Apr 20 19:26:26.573567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:26.589757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Transition to ACTIVE for port object d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:26:26.594284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:26.598641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-65d3dcd9-10d2-40aa-a33c-895cb2489062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:26.764327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:26.772017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:26.849307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Attempting to bind port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:26:26.849685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Attempting to bind port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:26:26.850092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Attempting to bind port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:26:26.855457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:26:26.855817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Attempting to bind port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:26:26.861482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:26:26.861867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Checking segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:26:26.862313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Bound using segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:26:26.862792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Bound port: d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:26:26.863176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:26.962282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] For port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:26:26.965493 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] For port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:26:26.972296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:26.978741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-de4b8d87-893e-49f0-9cbb-2651730c1a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:27.045439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:27.046151 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:27.047661 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] 10.222.0.52 "PUT /v2.0/ports/d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 200  len: 1093 time: 1.3629327
Apr 20 19:26:27.048212 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:26:27.078754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:27.082109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5658b309-cc34-42f6-8c9a-3822fafef8ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:27.142288 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'status': 'completed', 'code': 200}
Apr 20 19:26:27.180099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-d2f53888-4673-4475-871c-331230b8bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:27.181771 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-d2f53888-4673-4475-871c-331230b8bd8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1096 time: 0.0820875
Apr 20 19:26:27.260836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-ba94e2e8-fbbb-45af-8cc2-a247836747b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 200  len: 217 time: 0.0718725
Apr 20 19:26:27.338939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-620f506a-c138-4aa9-8ace-20ba43fc6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:27.340571 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-620f506a-c138-4aa9-8ace-20ba43fc6946 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0734234
Apr 20 19:26:27.426777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-71cbfabb-57ef-48c9-a6ea-7c89b9468139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:27.428527 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-71cbfabb-57ef-48c9-a6ea-7c89b9468139 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807309
Apr 20 19:26:27.573038 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-4ef92f9d-a578-47ac-8b49-5d6012b92237 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380787
Apr 20 19:26:27.776635 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3cf7828a-3e6a-4bd4-a782-8f8577585166 req-dbc7db39-890a-4d48-8f9a-9eedf593d928 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965113
Apr 20 19:26:27.820928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac034ce-cb6f-4ac5-a075-ed0960498e68 req-5998b2d5-2b6b-4581-9f87-dd2e0e6e8f13 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:27.822846 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ac034ce-cb6f-4ac5-a075-ed0960498e68 req-5998b2d5-2b6b-4581-9f87-dd2e0e6e8f13 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 943 time: 0.1387589
Apr 20 19:26:27.922003 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-4ac034ce-cb6f-4ac5-a075-ed0960498e68 req-a3e376bc-5701-4d27-a7a3-bb315794f1dc tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579360
Apr 20 19:26:27.944996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-3ea4c6f0-28b0-44d9-858c-5f082b16c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:27.946367 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-3ea4c6f0-28b0-44d9-858c-5f082b16c667 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1096 time: 0.1210101
Apr 20 19:26:28.095618 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-5d1ffea8-c4c5-4127-8141-2ebd1600f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:28.097519 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-5d1ffea8-c4c5-4127-8141-2ebd1600f56e service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1442378
Apr 20 19:26:28.173713 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-2c26c3ec-6ec6-4ba3-8d1a-c790ddce4c33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 200  len: 217 time: 0.0687983
Apr 20 19:26:28.245376 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-5df75a5f-7330-4f35-9f9b-b2f401bc3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:28.246998 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-5df75a5f-7330-4f35-9f9b-b2f401bc3bde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0669482
Apr 20 19:26:28.331501 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-3a5f2fab-2aba-436e-b364-fa03eb22a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:28.333141 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-3a5f2fab-2aba-436e-b364-fa03eb22a911 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796509
Apr 20 19:26:28.427288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51000) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:28.486680 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-49c4e551-f386-415c-8f7c-fc5c2c108562 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460583
Apr 20 19:26:28.593743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.623401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:28.643476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Usage tracker for resource:security_group_rule and tenant:70218be9a3284e328f2702f2afb7ff3a is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:28.647991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:28.658298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:28.684286 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-78dca7f2-21ef-425c-8eba-79981c4034a0 req-22c0e27a-9749-480b-ab40-852f467aa6f8 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920443
Apr 20 19:26:28.763021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.767777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.776180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-239cee68-1484-4a9a-8d3c-f75a7ee129b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:28.818720 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70218be9a3284e328f2702f2afb7ff3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3903410
Apr 20 19:26:28.819931 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323f1a4-c325-4ac0-982e-2cf3a63394e4,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:28.821922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51006) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:28.823009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-57e559b9-c199-43b7-834c-225fc492bda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:28.888624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.916000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.970875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:28.976586 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0dc91b87-f50c-4e1c-b1f9-184ac38af8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:28.992780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323f1a4-c325-4ac0-982e-2cf3a63394e4,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:28.996011 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:28.998091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.002438 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-264056a3-041d-47c8-9931-2983db5c5874 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5323f1a4-c325-4ac0-982e-2cf3a63394e4 HTTP/1.1" status: 204  len: 168 time: 0.1762993
Apr 20 19:26:29.128068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92362b21-77ec-49ab-bdbb-4c792f9422c3 req-94548123-400f-46fd-a5d0-30d6c6c9a8d6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:29.129704 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-92362b21-77ec-49ab-bdbb-4c792f9422c3 req-94548123-400f-46fd-a5d0-30d6c6c9a8d6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 943 time: 0.0916512
Apr 20 19:26:29.183111 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-92362b21-77ec-49ab-bdbb-4c792f9422c3 req-4b7938cc-69fa-49d5-ab8f-b61a6573c243 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463517
Apr 20 19:26:29.314684 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51016) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:29.333756 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.349482 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:29.353921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf77e3d9435f4a9cae3892a9a60e483d is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:29.357077 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:29.363659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:29.458619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.463231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.470767 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8dcb8a63-3dca-413d-a950-03eb4d6fcd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:29.514879 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf77e3d9435f4a9cae3892a9a60e483d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1990633
Apr 20 19:26:29.515828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53720c85-357f-4896-a695-670e9e999a55,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:29.518081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51020) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:29.519167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-73584394-8c41-487c-9b53-dacc18278aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:29.583313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.611893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.660506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.664440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5d59eb9c-33de-4f6a-aac4-8c6677418751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:29.676218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53720c85-357f-4896-a695-670e9e999a55,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:29.680088 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:29.683543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:29.684746 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53720c85-357f-4896-a695-670e9e999a55 HTTP/1.1" status: 204  len: 168 time: 0.1654530
Apr 20 19:26:30.392158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880f5c-0794-416e-883c-5d6da509af69 req-3d6f14bd-a6ac-44c5-874e-19374b687f59 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:30.393792 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3c880f5c-0794-416e-883c-5d6da509af69 req-3d6f14bd-a6ac-44c5-874e-19374b687f59 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 943 time: 0.0947886
Apr 20 19:26:30.443600 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3c880f5c-0794-416e-883c-5d6da509af69 req-6ed8c1a0-868f-43f1-b633-67ab61f62e1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431647
Apr 20 19:26:31.657200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3c2ca-1686-4509-87ee-094e84f62dcf req-826d7525-ca28-4d70-b4c2-3e1294b40f71 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:31.658856 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-49b3c2ca-1686-4509-87ee-094e84f62dcf req-826d7525-ca28-4d70-b4c2-3e1294b40f71 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 943 time: 0.0911977
Apr 20 19:26:31.709200 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-49b3c2ca-1686-4509-87ee-094e84f62dcf req-c105bf88-5dfd-4c74-8f44-d0a1000dda31 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438097
Apr 20 19:26:32.924521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1bfc-8a04-47de-8d7d-3812727b08d3 req-d778e569-70d9-4401-8ad4-dd0e140d1473 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:32.926161 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6cf1bfc-8a04-47de-8d7d-3812727b08d3 req-d778e569-70d9-4401-8ad4-dd0e140d1473 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 943 time: 0.0992222
Apr 20 19:26:32.976816 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6cf1bfc-8a04-47de-8d7d-3812727b08d3 req-3737ba23-f0b2-4d8a-b1d1-681612474bdb tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425870
Apr 20 19:26:33.553272 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:26:33.699042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:33.713609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'port_id': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'mac_address': 'fa:16:3e:5a:9e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:26:33.776389 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:33.794219 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:26:33.810276 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:33.813576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:33.816328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:33.886262 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:33.889673 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:34.030449 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:26:34.178884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec48bd-0bf7-4036-9e41-f9eb7c56b01e req-c05ec1b2-15fb-4841-8f15-b7c2514ab390 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:34.180518 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84ec48bd-0bf7-4036-9e41-f9eb7c56b01e req-c05ec1b2-15fb-4841-8f15-b7c2514ab390 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 944 time: 0.0891309
Apr 20 19:26:34.235066 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84ec48bd-0bf7-4036-9e41-f9eb7c56b01e req-6f993e6f-339e-4e3d-ab12-fc724e2ae6d3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475109
Apr 20 19:26:35.435995 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde974f-1613-4308-ba8f-448b0bb68fd6 req-6fc5f034-3a3d-44f3-9621-79929faa55fa tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:35.437593 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acde974f-1613-4308-ba8f-448b0bb68fd6 req-6fc5f034-3a3d-44f3-9621-79929faa55fa tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 944 time: 0.0907936
Apr 20 19:26:35.486805 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-acde974f-1613-4308-ba8f-448b0bb68fd6 req-a5f87ec1-d335-4a33-8c3e-1455a36d66d6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425212
Apr 20 19:26:35.580237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:26:35.640704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51108) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:35.661114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:26:35.666122 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:26:35.666537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:35.771349 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:35.787541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:35.792040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Usage tracker for resource:security_group_rule and tenant:91b0660707ac4a61a1c1819efc6ccb8f is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:35.795265 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:35.795909 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:35.801680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:35.824313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:26:35.834940 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:35.838825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:35.840826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:35.878545 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'code': 200}
Apr 20 19:26:35.890475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:35.893866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:35.907288 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c9e8abe2-0485-4c17-9588-583ae5d354b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:35.912400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:35.915503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:35.949573 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91b0660707ac4a61a1c1819efc6ccb8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3076727
Apr 20 19:26:35.951318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055faf05-98ea-4ffe-8654-3eec4071d38a,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:35.952633 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51116) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:35.954524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f9ef295f-14df-4771-8f92-2be0e4fe178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:36.015132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.046415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.142460 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.154236 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-57076ff0-6eec-47d9-a664-0340fc00dce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:36.173031 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055faf05-98ea-4ffe-8654-3eec4071d38a,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:36.177590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:36.190531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.191748 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-fdad57ac-7c12-4f78-b6c0-b8dc3c61bb34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/055faf05-98ea-4ffe-8654-3eec4071d38a HTTP/1.1" status: 204  len: 168 time: 0.2380629
Apr 20 19:26:36.195473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001c8d-5359-4799-a657-ce396de049d8 req-3c474de9-3f79-4463-a709-f61dfaf11230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:36.196901 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5001c8d-5359-4799-a657-ce396de049d8 req-3c474de9-3f79-4463-a709-f61dfaf11230 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1098 time: 0.1126907
Apr 20 19:26:36.242523 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5001c8d-5359-4799-a657-ce396de049d8 req-40fd7941-f364-491e-9791-e6e0245b7fea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385256
Apr 20 19:26:36.503342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51124) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:36.528078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.544486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:36.548868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Usage tracker for resource:security_group_rule and tenant:f8b8ce27783748c0a0554386d214fad5 is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:36.552070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:36.558730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:36.709863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.714878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.727801 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1dbbc7aa-b7ac-41ed-9d66-354da725d782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:36.770815 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8b8ce27783748c0a0554386d214fad5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2662647
Apr 20 19:26:36.773878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51130) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:36.782402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afae2b-6cd5-4844-af3b-3e9f4c7cef90 req-16bdbdab-7e77-4adf-b252-e17da7435c65 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:36.783890 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35afae2b-6cd5-4844-af3b-3e9f4c7cef90 req-16bdbdab-7e77-4adf-b252-e17da7435c65 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 945 time: 0.1820569
Apr 20 19:26:36.788400 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eafec5-03cd-462b-bbed-f956b7c35618,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:36.793364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-443f97d3-4b08-4485-aa43-120072a3e6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:36.834472 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-35afae2b-6cd5-4844-af3b-3e9f4c7cef90 req-9a0955df-ce1d-405e-9126-430e6bf81bde tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429063
Apr 20 19:26:36.838901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.867155 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.913735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.918907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-821cdbfa-4730-499e-91b9-4c46bd8ee3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:36.931769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eafec5-03cd-462b-bbed-f956b7c35618,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:36.935663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:36.941344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:36.942589 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-ffc79fe0-2885-4c51-8afa-a8bbd44ab9ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35eafec5-03cd-462b-bbed-f956b7c35618 HTTP/1.1" status: 204  len: 168 time: 0.1675665
Apr 20 19:26:38.038923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b958a-fa4a-474d-b7bd-847223c4cdf2 req-d1e1fddb-fad4-4d13-bc0a-f6759d7ff5a9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:38.040556 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-463b958a-fa4a-474d-b7bd-847223c4cdf2 req-d1e1fddb-fad4-4d13-bc0a-f6759d7ff5a9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 945 time: 0.0889583
Apr 20 19:26:38.090934 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-463b958a-fa4a-474d-b7bd-847223c4cdf2 req-47bdd23a-932d-4f26-8e8b-06c62e3b3a85 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435791
Apr 20 19:26:38.295734 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de4c10-e78f-4e1b-8e29-71eb0f8ab100 req-4d7a8a0f-448f-4a56-89ed-c33c482899b8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:38.297478 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63de4c10-e78f-4e1b-8e29-71eb0f8ab100 req-4d7a8a0f-448f-4a56-89ed-c33c482899b8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 945 time: 0.0920937
Apr 20 19:26:38.347787 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63de4c10-e78f-4e1b-8e29-71eb0f8ab100 req-5abc0211-b45c-4d8d-86db-565452a3673c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436327
Apr 20 19:26:38.372642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51172) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:38.632422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8f55f0-953a-4326-b1e1-3915c53646a3 tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:38.633227 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6c8f55f0-953a-4326-b1e1-3915c53646a3 tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] Synchronizing usage tracker for tenant:7ae4c319b9c84ca8a6ab19a57cce9476 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:26:38.650292 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-6c8f55f0-953a-4326-b1e1-3915c53646a3 tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] Unset dirty status for tenant:7ae4c319b9c84ca8a6ab19a57cce9476 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:26:38.651658 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6c8f55f0-953a-4326-b1e1-3915c53646a3 tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1093 time: 0.2779350
Apr 20 19:26:38.654939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51184) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:38.660594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'port_id': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:26:38.667677 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:38.671852 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:floatingip and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:38.674997 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:38.681134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:38.694863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:38.839629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:38.990819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Allocated IP 172.27.1.169 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/e11ba2f8-4301-4c6d-be66-5b1ffb0d7f34) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:26:39.132890 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:26:39.150527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:39.179741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:39.184541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8245a59d-57ed-47a1-8690-9912e2e7f6fc tempest-ServerRescueNegativeTestJSON-461614400 tempest-ServerRescueNegativeTestJSON-461614400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:39.252718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:26:39.256226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:26:39.260253 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:26:39.297268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=e11ba2f8-4301-4c6d-be66-5b1ffb0d7f34,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:39.301502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:39.950193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:40.035057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:40.260676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:40.265531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:40.269738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b8470fcb-8271-4c18-9e54-88d842929806 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:40.381683 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=e11ba2f8-4301-4c6d-be66-5b1ffb0d7f34,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:40.390278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:40.399697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:40.589309 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Floating IP ca802e83-2457-44fa-9431-9bdae23fe878 associated. External IP: 172.27.1.169, port: d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f.
Apr 20 19:26:40.982875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:26:41.140529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51204) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:41.178911 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:26:41.189208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:26:41.200945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:41.201910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db822a240>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:41.211832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:41.271082 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6149991
Apr 20 19:26:41.272605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:26:41.323970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'status': 'completed', 'code': 200}
Apr 20 19:26:41.372892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Deleting port 126f4b74-41ec-4cef-bba7-64246b5f87e8 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:41.373255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:41.393872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:41.430479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-331f5b68-4dd4-4628-8149-b03376c5cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:41.432097 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-331f5b68-4dd4-4628-8149-b03376c5cf64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1098 time: 0.0852401
Apr 20 19:26:41.555314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:41.555722 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:41.579021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-8e035b22-b1ae-410f-9a85-194e7710e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:41.580753 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-8e035b22-b1ae-410f-9a85-194e7710e1ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1427138
Apr 20 19:26:41.694980 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Calling delete_port for 126f4b74-41ec-4cef-bba7-64246b5f87e8 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:41.695341 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-66937e9b-02b3-488a-8acf-62ddc8774da8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 200  len: 999 time: 0.1074274
Apr 20 19:26:41.765871 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-0202b940-e917-4b6c-bb58-4963a0c31bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:41.767519 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-0202b940-e917-4b6c-bb58-4963a0c31bd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0659847
Apr 20 19:26:41.782737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db822a240>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'ca802e83-2457-44fa-9431-9bdae23fe878', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:5a:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860762bc-50d2-469d-867b-79f2189ebd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:26:39Z', 'updated_at': '2021-04-20T19:26:39Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:41.787084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:26:41.800764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:41.801656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db822a240>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:41.855805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-e16f315b-24ca-4277-8bcd-d20eadae5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:41.858037 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-e16f315b-24ca-4277-8bcd-d20eadae5ad2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840974
Apr 20 19:26:41.874059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:41.879408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-74c54249-2de9-4dca-92cc-7204986d4d40 tempest-TestMinimumBasicScenario-1528215880 tempest-TestMinimumBasicScenario-1528215880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:41.931028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event deleted for resources: {'Port': ['ID=126f4b74-41ec-4cef-bba7-64246b5f87e8,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:41.934595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:42.004824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:42.036560 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-614f5bfb-a135-4df2-ad3a-485e8d6ec0b8 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710377
Apr 20 19:26:42.043002 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:42.043654 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Floating IP ab412a95-8605-4b5d-b37c-e8a96b57efc7 disassociated (deleted). External IP: 172.27.1.174, port: 88ef5465-6e4e-4fe5-b043-b8f0d3395202.
Apr 20 19:26:42.198277 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b5d9b54-9f58-433c-af3f-be65c2abc2f6 req-79f8797e-3bc7-4441-abd9-f54718a80649 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544499
Apr 20 19:26:42.497798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Router da8d00c1-9a63-4618-b74e-b3e39bb85f3c has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:26:42.614310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db822a240>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'ca802e83-2457-44fa-9431-9bdae23fe878', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:5a:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860762bc-50d2-469d-867b-79f2189ebd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:26:39Z', 'updated_at': '2021-04-20T19:26:39Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:42.618738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f706a3-8cd9-423b-b779-44da2c141bfc None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': 'ca802e83-2457-44fa-9431-9bdae23fe878', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:5a:9e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860762bc-50d2-469d-867b-79f2189ebd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:26:39Z', 'updated_at': '2021-04-20T19:26:39Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:26:42.706702 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:26:42.720081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:42.724728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] Sync routers for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:26:42.736570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:42.737574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db858e6a0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:42.784366 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "DELETE /v2.0/floatingips/ab412a95-8605-4b5d-b37c-e8a96b57efc7 HTTP/1.1" status: 204  len: 168 time: 1.6399298
Apr 20 19:26:42.784366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:26:42.834111 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'status': 'completed', 'code': 200}
Apr 20 19:26:42.931850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74074133-1c78-41f0-b82f-84e61c3f33cc None None] New status for floating IP ca802e83-2457-44fa-9431-9bdae23fe878: ACTIVE {{(pid=86355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:26:42.949027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-f455434f-0a9e-4282-9fc4-4ff4412d7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:42.949359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:42.951166 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-f455434f-0a9e-4282-9fc4-4ff4412d7f8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d968355d63345bb88225895ff82e482&device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 1098 time: 0.0944836
Apr 20 19:26:43.118560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-f4a8e6f6-16ab-4084-977a-0eac839a92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:43.120295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-f4a8e6f6-16ab-4084-977a-0eac839a92a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 200  len: 909 time: 0.1621706
Apr 20 19:26:43.250970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-200f9b46-1170-4ec6-b7a7-86ae7e25df99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 200  len: 217 time: 0.1220620
Apr 20 19:26:43.312120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db858e6a0>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:37Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:43.316356 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] Checking router: da8d00c1-9a63-4618-b74e-b3e39bb85f3c for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:26:43.326430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:43.327158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db858e6a0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:43.337388 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-8a7fe911-c874-46cf-bec5-998679e89aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:43.339091 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-8a7fe911-c874-46cf-bec5-998679e89aa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 200  len: 847 time: 0.0807836
Apr 20 19:26:43.352098 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fd613-47ba-4fc1-8eb3-08a2dcb1a368 req-fdb4286c-5679-4846-99c6-1edf00ba2ee8 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:43.353878 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d6fd613-47ba-4fc1-8eb3-08a2dcb1a368 req-fdb4286c-5679-4846-99c6-1edf00ba2ee8 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.1689475
Apr 20 19:26:43.440902 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-e86cebf5-cc99-4698-bb53-d543c3259c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:43.442662 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-e86cebf5-cc99-4698-bb53-d543c3259c2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=445fed4f-33bd-4f88-a026-875f56e6427b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877252
Apr 20 19:26:43.706786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:43.879485 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9d6fd613-47ba-4fc1-8eb3-08a2dcb1a368 req-fbb381cb-a174-4765-9b19-66d6b259e407 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4867942
Apr 20 19:26:43.920525 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-a19adf53-a4f8-4012-88ad-7a3aea01ac00 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4699237
Apr 20 19:26:44.045370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db858e6a0>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:37Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:44.049947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac74b-330a-4814-9c9c-66044966480b None None] The sync data for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi is: [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:21:27Z', 'revision_number': 4, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'b119d946-0331-43ba-93e2-c6c269e56a5e', 'name': '', 'network_id': '445fed4f-33bd-4f88-a026-875f56e6427b', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'mac_address': 'fa:16:3e:59:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '992ce228-10c6-444e-865d-6ee8736ff366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:27Z', 'updated_at': '2021-04-20T19:21:37Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'subnets': [{'id': '992ce228-10c6-444e-865d-6ee8736ff366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:26:44.079968 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa5f92f6-e3e0-4465-afa2-d63b81f1344c req-3a86237b-27fd-47da-8fc2-92b2533153b6 service neutron] 10.222.0.52 "GET /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513078
Apr 20 19:26:44.493667 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2c361-e71a-4f82-83ce-59626a32898b None None] New status for floating IP ab412a95-8605-4b5d-b37c-e8a96b57efc7: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:26:44.602868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-0ba8d4b6-583c-4b8c-a88e-6e0bee35f246 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:44.604484 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-0ba8d4b6-583c-4b8c-a88e-6e0bee35f246 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.52 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.0929594
Apr 20 19:26:44.682986 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Deleting port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:44.683318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:44.954374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] For port 88ef5465-6e4e-4fe5-b043-b8f0d3395202, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=88ef5465-6e4e-4fe5-b043-b8f0d3395202,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:44.954915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:45.125929 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Calling delete_port for 88ef5465-6e4e-4fe5-b043-b8f0d3395202 owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:45.289454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df4cab-6c27-4601-a98e-125872b8b286 req-72758d69-28c2-408f-8dec-68a98f444fb3 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:45.291071 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b1df4cab-6c27-4601-a98e-125872b8b286 req-72758d69-28c2-408f-8dec-68a98f444fb3 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 945 time: 0.2703421
Apr 20 19:26:45.348333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:45.357234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1d4971e9-9e8e-46ef-8f14-fce1cb9c59dd tempest-AttachVolumeNegativeTest-530793537 tempest-AttachVolumeNegativeTest-530793537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:45.408518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event deleted for resources: {'Port': ['ID=88ef5465-6e4e-4fe5-b043-b8f0d3395202,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:45.413040 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b1df4cab-6c27-4601-a98e-125872b8b286 req-e107e3c8-47f9-43a9-8137-ca21edc1c396 tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/security-groups?id=444f1c98-bd1b-4ec5-8591-2717dfdc7183&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1101549
Apr 20 19:26:45.413867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:45.497472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] No DVR routers for this DVR port 88ef5465-6e4e-4fe5-b043-b8f0d3395202 on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:26:45.500066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:45.503079 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-deleted', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:26:45.512438 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5d704aa-01f2-43cd-93fe-57ae02539f06 req-9da29275-91e7-45d9-9814-25d362659c7c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.52 "DELETE /v2.0/ports/88ef5465-6e4e-4fe5-b043-b8f0d3395202 HTTP/1.1" status: 204  len: 173 time: 0.9023056
Apr 20 19:26:45.559002 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421ebd2-8f97-47a6-a7e9-b1042cb214f8', 'name': 'network-vif-deleted', 'tag': '88ef5465-6e4e-4fe5-b043-b8f0d3395202', 'status': 'completed', 'code': 200}
Apr 20 19:26:46.612865 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-88211fb3-a596-48b8-bfa4-1a99e63c82b4 req-cd6b5689-ab6c-4258-bc80-303bc53771cf tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Synchronizing usage tracker for tenant:0d968355d63345bb88225895ff82e482 on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:26:46.630562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-88211fb3-a596-48b8-bfa4-1a99e63c82b4 req-cd6b5689-ab6c-4258-bc80-303bc53771cf tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Unset dirty status for tenant:0d968355d63345bb88225895ff82e482 on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:26:46.631848 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-88211fb3-a596-48b8-bfa4-1a99e63c82b4 req-cd6b5689-ab6c-4258-bc80-303bc53771cf tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "GET /v2.0/ports?device_id=7421ebd2-8f97-47a6-a7e9-b1042cb214f8 HTTP/1.1" status: 200  len: 210 time: 0.0676081
Apr 20 19:26:47.744875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51266) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:47.819506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:47.852744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:47.909243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:47.914521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4c86de72-2e4e-485f-8101-81bab6abef92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:47.930685 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444f1c98-bd1b-4ec5-8591-2717dfdc7183,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:47.935133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:47.939048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:47.940303 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-37263bed-4022-48d2-9ebc-d008a021634c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] 10.222.0.48 "DELETE /v2.0/security-groups/444f1c98-bd1b-4ec5-8591-2717dfdc7183 HTTP/1.1" status: 204  len: 168 time: 0.1942818
Apr 20 19:26:47.989335 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51274) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:48.707326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.329874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Deleting port b119d946-0331-43ba-93e2-c6c269e56a5e {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:49.330495 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.504703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51292) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:49.518387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] For port b119d946-0331-43ba-93e2-c6c269e56a5e, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=b119d946-0331-43ba-93e2-c6c269e56a5e,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:49.518797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.617944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:26:49.657295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Calling delete_port for b119d946-0331-43ba-93e2-c6c269e56a5e owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:49.658172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 88ef5465-6e4e-4fe5-b043-b8f0d3395202 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:26:49.658576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 88ef5465-6e4e-4fe5-b043-b8f0d3395202 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:26:49.783745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.808575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:49.814819 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Usage tracker for resource:security_group_rule and tenant:220764cd58324f989fb5b8a1cf17ccbb is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:49.818530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:49.831757 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:49.841303 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.846659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9274eec4-615a-4801-a215-eb89f7607f5f tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:49.866581 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-3bb173de-4e09-46ec-8c57-7d3037356f62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1293187
Apr 20 19:26:49.898795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b119d946-0331-43ba-93e2-c6c269e56a5e,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:49.932762 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:49.934812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.939566 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:49.951183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a398fdff-f3a8-4f38-9d52-27ed77671926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:50.004039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.045295 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=220764cd58324f989fb5b8a1cf17ccbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5393796
Apr 20 19:26:50.048053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51298) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:50.062093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b26501-6fe9-4e5b-b496-673f986d7116,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:50.077315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-8edec890-5f30-44f2-a4a3-c16f409b2848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:50.136800 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-16091b93-1dc6-4d66-a689-bbb4eff9fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:50.138495 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-16091b93-1dc6-4d66-a689-bbb4eff9fe90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1098 time: 0.1886292
Apr 20 19:26:50.154001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.194686 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.260923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.349440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-6019d17c-756a-4028-a2b2-23511c2e6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:50.351081 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-6019d17c-756a-4028-a2b2-23511c2e6b78 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1867650
Apr 20 19:26:50.356845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.363562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1ff00a7f-33f8-4cfa-8102-b2223a5ab825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:50.436672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b26501-6fe9-4e5b-b496-673f986d7116,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:50.439139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:50.456507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.458336 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-37be3366-eecb-42cb-ae7f-7098771396ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05b26501-6fe9-4e5b-b496-673f986d7116 HTTP/1.1" status: 204  len: 168 time: 0.4092710
Apr 20 19:26:50.492353 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-0fef7f56-e4c5-4079-89a5-7ee560e986a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 200  len: 1001 time: 0.1298552
Apr 20 19:26:50.563494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-62d1d3c9-cf9d-4384-a4f6-3648b4625f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:50.565223 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-62d1d3c9-cf9d-4384-a4f6-3648b4625f6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0665264
Apr 20 19:26:50.580006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Router da8d00c1-9a63-4618-b74e-b3e39bb85f3c has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:26:50.654544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-b85d2526-ea88-467a-9062-2325f414b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:26:50.656231 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-b85d2526-ea88-467a-9062-2325f414b378 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843425
Apr 20 19:26:50.777099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51306) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:50.795613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:26:50.806475 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-f77f4bd2-fb67-4aec-8c71-08e8f521c113 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428723
Apr 20 19:26:50.807431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.810605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] Sync routers for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:26:50.826190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:26:50.827000 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1e351b5-8608-44f5-8db9-0b5ad9cac4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:50.829584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:50.830126 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86a3358>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:50.832123 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-bb58e30d-6da2-40b0-8e2b-9c6ac2dea3ad admin admin] 10.222.0.48 "PUT /v2.0/routers/da8d00c1-9a63-4618-b74e-b3e39bb85f3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8416348
Apr 20 19:26:50.833444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d0a4ef78e8a544c1800b90d58147ad62 is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:26:50.836147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51310) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:50.838693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:26:50.901707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:26:50.956887 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fa8abc71-e3e6-4aaa-b1d5-60f45eb3cdcc req-26bab409-616f-4df8-b2a8-a3ac7623f12a service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446018
Apr 20 19:26:51.032018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:51.066171 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.279544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.283543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.292836 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0aafb85f-346d-4165-b67c-2dfa488fe65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:51.337238 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.337520 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86a3358>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '43959907-311e-4c6e-842e-8ef478fe2488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:26:49Z', 'revision_number': 5, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port': {'id': '43959907-311e-4c6e-842e-8ef478fe2488', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:22Z', 'updated_at': '2021-04-20T19:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:51.341768 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] Checking router: da8d00c1-9a63-4618-b74e-b3e39bb85f3c for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:26:51.351813 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] Routers {'da8d00c1-9a63-4618-b74e-b3e39bb85f3c'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:51.352491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86a3358>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:51.356112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c911582-f345-4a58-a738-69afcec9c9cd,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:51.360922 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:51.366132 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c5fdb8f7-7337-4796-89f4-c8b7f2d410f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0a4ef78e8a544c1800b90d58147ad62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5850694
Apr 20 19:26:51.366132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Deleting port 43959907-311e-4c6e-842e-8ef478fe2488 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:51.366132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.366875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51314) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:51.443821 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.474256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.527523 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.527754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] Set router da8d00c1-9a63-4618-b74e-b3e39bb85f3c gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:51.533175 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d2410b31-a847-43bb-ae0f-361740e6bb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:51.548208 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c911582-f345-4a58-a738-69afcec9c9cd,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:51.551551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:51.552594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.553937 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-d9a6c303-18ae-4a94-928c-e72b1d5bc2d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c911582-f345-4a58-a738-69afcec9c9cd HTTP/1.1" status: 204  len: 168 time: 0.1858261
Apr 20 19:26:51.661544 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86a3358>, [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:26:51Z', 'revision_number': 6, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:51.666119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba003c-5c7f-49af-bcad-f889e75ff716 None None] The sync data for ids ['da8d00c1-9a63-4618-b74e-b3e39bb85f3c'] in dv-cinder-786933-2-iscsi is: [{'id': 'da8d00c1-9a63-4618-b74e-b3e39bb85f3c', 'name': 'tempest-TestShelveInstance-737263050-router', 'tenant_id': '0d968355d63345bb88225895ff82e482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:21Z', 'updated_at': '2021-04-20T19:26:51Z', 'revision_number': 6, 'project_id': '0d968355d63345bb88225895ff82e482', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:26:51.841086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] For port 43959907-311e-4c6e-842e-8ef478fe2488, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=43959907-311e-4c6e-842e-8ef478fe2488,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:51.841404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:51.982206 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Calling delete_port for 43959907-311e-4c6e-842e-8ef478fe2488 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:52.166921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.171704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-370aaf7f-eeef-4f0f-8453-ba58d34fd7fc tempest-VolumesNegativeTest-1458630704 tempest-VolumesNegativeTest-1458630704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:52.222625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43959907-311e-4c6e-842e-8ef478fe2488,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:52.251066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:52.318483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.503029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.505507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.534186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.534910 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8d00c1-9a63-4618-b74e-b3e39bb85f3c {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:26:52.556654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.557978 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/da8d00c1-9a63-4618-b74e-b3e39bb85f3c HTTP/1.1" status: 204  len: 168 time: 1.7207832
Apr 20 19:26:52.560765 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51320) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:52.630733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Deleting subnet 992ce228-10c6-444e-865d-6ee8736ff366 {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:26:52.633959 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.687134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11781083'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.775150 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:52.993723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device b119d946-0331-43ba-93e2-c6c269e56a5e no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:26:53.031604 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: b119d946-0331-43ba-93e2-c6c269e56a5e {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:26:53.032018 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device b119d946-0331-43ba-93e2-c6c269e56a5e not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:26:53.032549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 43959907-311e-4c6e-842e-8ef478fe2488 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:26:53.037092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870842'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.042255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:53.068735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 43959907-311e-4c6e-842e-8ef478fe2488 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:26:53.069091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 43959907-311e-4c6e-842e-8ef478fe2488 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:26:53.082587 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992ce228-10c6-444e-865d-6ee8736ff366,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:53.085900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:53.086966 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.093047 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550c3a4-c81b-4fce-8919-731e43b2610f None None] Network 445fed4f-33bd-4f88-a026-875f56e6427b requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:26:53.093593 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-1044fd99-31d1-45d4-90a0-467061460b07 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/992ce228-10c6-444e-865d-6ee8736ff366 HTTP/1.1" status: 204  len: 168 time: 0.5317504
Apr 20 19:26:53.096342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51324) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:53.214771 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.227530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Deleting port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:53.227896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.458343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] For port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:53.458758 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.536960 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] DHCP port deletion for 445fed4f-33bd-4f88-a026-875f56e6427b request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:26:53.542024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Deleting port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:53.542613 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.596048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Calling delete_port for 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:53.675764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.680825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-33d8be91-3796-4f82-91cb-7f1bd0bc53b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:53.729555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:53.732770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:53.733642 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] No DVR routers for this DVR port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 on host dv-cinder-786933-2-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:26:53.752180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-da488044-8b4c-48ed-ae84-a35083548adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.775296 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] For port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=6ceb09b2-8083-48a7-84f4-9d8862ca1d63,segment=NetworkSegment(c4066a8b-965a-4a11-962c-148e14864488),segment_id=c4066a8b-965a-4a11-962c-148e14864488)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:53.775660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.857850 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:53.905818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Calling delete_port for 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:53.972709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db8163fd0>,) {'filters': {'network_id': ['445fed4f-33bd-4f88-a026-875f56e6427b']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:53.979628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:26:53.979951 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:26:53.986552 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db8163fd0>, 'c4066a8b-965a-4a11-962c-148e14864488') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:53.986897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db8163fd0>, 'c4066a8b-965a-4a11-962c-148e14864488') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:53.999120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036842994733'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.014156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.021787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:26:54.031448 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.203984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Network 445fed4f-33bd-4f88-a026-875f56e6427b has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:26:54.213234 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843040987'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.365792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.405786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Network 445fed4f-33bd-4f88-a026-875f56e6427b has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:26:54.428141 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:26:54.481067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Deleting port 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:54.481496 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.503858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.507575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:54.521701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:54.536690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=445fed4f-33bd-4f88-a026-875f56e6427b,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:54.540213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:54.551239 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c5b6b91b-003b-4b79-8de5-fa8d37ab8f71 admin admin] 10.222.0.48 "DELETE /v2.0/networks/445fed4f-33bd-4f88-a026-875f56e6427b HTTP/1.1" status: 204  len: 168 time: 1.4535937
Apr 20 19:26:54.554363 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51328) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:54.555041 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4f79fb86-e4c2-4d38-ac09-5a04c82e9019 None None] The port '6ceb09b2-8083-48a7-84f4-9d8862ca1d63' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:26:54.992998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:26:55.032935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:26:55.033332 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 6ceb09b2-8083-48a7-84f4-9d8862ca1d63 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:26:55.132224 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:55.540651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:55.776204 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Deleting port 2ded504a-e1be-4087-be89-85ffc370d910 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:55.776575 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:55.960240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] For port 2ded504a-e1be-4087-be89-85ffc370d910, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=2ded504a-e1be-4087-be89-85ffc370d910,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:55.960636 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:56.097213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Calling delete_port for 2ded504a-e1be-4087-be89-85ffc370d910 owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:56.291839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:56.295665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e16ce1f5-a87b-4346-8454-e6925a776e3c tempest-TestShelveInstance-1005070175 tempest-TestShelveInstance-1005070175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:56.342441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ded504a-e1be-4087-be89-85ffc370d910,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:56.345811 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:56.630924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:57.017634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:26:57.213705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:26:57.222882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] Sync routers for ids ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:26:57.224783 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] 10.222.0.48 "PUT /v2.0/routers/f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6693239
Apr 20 19:26:57.227489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51334) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:57.234065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] Routers {'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:57.234761 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86b5d68>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:57.417987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:57.420958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] Set router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:57.605399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:57.615631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Deleting port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:57.616006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:57.731752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86b5d68>, [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:26:56Z', 'revision_number': 5, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port': {'id': '0e5c1c53-1de4-4cb3-9185-afca3ad62a58', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:21:34Z', 'updated_at': '2021-04-20T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:57.736518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] Checking router: f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:26:57.745956 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] Routers {'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:26:57.746626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db86b5d68>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:26:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:57.805675 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] For port 0e5c1c53-1de4-4cb3-9185-afca3ad62a58, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:57.806114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:57.904726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] Set router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:26:57.938924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Calling delete_port for 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:58.017109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db86b5d68>, [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:26:57Z', 'revision_number': 6, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:26:58.021431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e4880-a544-4e49-a721-8b378560bc8b None None] The sync data for ids ['f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9'] in dv-cinder-786933-2-iscsi is: [{'id': 'f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9', 'name': 'tempest-TestShelveInstance-573837694-router', 'tenant_id': '15746619abc84db898b4490c3daf921e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:21:32Z', 'updated_at': '2021-04-20T19:26:57Z', 'revision_number': 6, 'project_id': '15746619abc84db898b4490c3daf921e', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:26:58.120113 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.124681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-09f3bfd6-07e8-43ce-aabc-c072eee08c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:58.176950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5c1c53-1de4-4cb3-9185-afca3ad62a58,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:58.180196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:58.531312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.716666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.719051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.746164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.746718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:26:58.759862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.761110 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-95db56f9-a3c7-49cc-b1b0-f70975fbac82 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f9f8cdd9-cffa-4386-9cf8-cc4b8b0a44c9 HTTP/1.1" status: 204  len: 168 time: 1.5326366
Apr 20 19:26:58.764114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51338) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:58.834859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Deleting subnet 8a5f412e-b278-423e-b3e2-f5d8f379e08f {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:26:58.838186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.891622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11781083'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.977233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:58.997290 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 2ded504a-e1be-4087-be89-85ffc370d910 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:26:59.034796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 2ded504a-e1be-4087-be89-85ffc370d910 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:26:59.035201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 2ded504a-e1be-4087-be89-85ffc370d910 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:26:59.035658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:26:59.071314 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:26:59.071809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 0e5c1c53-1de4-4cb3-9185-afca3ad62a58 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:26:59.266244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870842'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.270410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-01e6016b-4faa-4a3a-bfef-23f0bbb9e68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:59.310719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5f412e-b278-423e-b3e2-f5d8f379e08f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:59.313326 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:59.316197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.321962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2e1d1-67b9-4d47-a86d-7737e8925bfd None None] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:26:59.323678 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-18c05cdb-8570-40dc-b707-298afe2d847a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8a5f412e-b278-423e-b3e2-f5d8f379e08f HTTP/1.1" status: 204  len: 168 time: 0.5584974
Apr 20 19:26:59.326777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51342) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:26:59.438014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.449614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Deleting port d073a95c-b48c-4a61-b1a0-1b607c0f1fba {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:59.450013 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.585228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] DHCP port deletion for 1be3b83e-f231-46b4-a0b5-8c674cc442ad request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:26:59.589508 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Deleting port d073a95c-b48c-4a61-b1a0-1b607c0f1fba {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:26:59.590028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.676653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] For port d073a95c-b48c-4a61-b1a0-1b607c0f1fba, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:59.677060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.805492 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] For port d073a95c-b48c-4a61-b1a0-1b607c0f1fba, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,segment=NetworkSegment(b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c),segment_id=b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:26:59.806118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.810647 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Calling delete_port for d073a95c-b48c-4a61-b1a0-1b607c0f1fba owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:59.892256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:26:59.896215 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6c743e84-da5c-4788-881f-2553384fbeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:26:59.939005 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Calling delete_port for d073a95c-b48c-4a61-b1a0-1b607c0f1fba owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:26:59.944416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Pushing event deleted for resources: {'Port': ['ID=d073a95c-b48c-4a61-b1a0-1b607c0f1fba,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:26:59.947805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:26:59.948643 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] No DVR routers for this DVR port d073a95c-b48c-4a61-b1a0-1b607c0f1fba on host dv-cinder-786933-2-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:27:00.014861 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:27:00.015260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:27:00.072348 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.193065 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2ef2f60>,) {'filters': {'network_id': ['1be3b83e-f231-46b4-a0b5-8c674cc442ad']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:27:00.207372 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2ef2f60>, 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:27:00.207716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2ef2f60>, 'b1a6e437-a22e-4b5d-a18f-a717ca0b1a9c') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:27:00.220404 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036842994733'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.239447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.246087 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:27:00.427280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:27:00.436479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843040987'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.517089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Deleting port d073a95c-b48c-4a61-b1a0-1b607c0f1fba {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:27:00.517522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.594502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-5c32c4a5-e186-4244-9ba6-77639d0e0e72 None None] The port 'd073a95c-b48c-4a61-b1a0-1b607c0f1fba' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:27:00.618562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Network 1be3b83e-f231-46b4-a0b5-8c674cc442ad has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:27:00.645162 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:27:00.729810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.734051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f4dc9220-1039-4c6c-9d73-4a0ce66c9a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:27:00.747928 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:00.760093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be3b83e-f231-46b4-a0b5-8c674cc442ad,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:27:00.763875 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1be3b83e-f231-46b4-a0b5-8c674cc442ad HTTP/1.1" status: 204  len: 168 time: 1.4359934
Apr 20 19:27:00.765071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0be88316-6b0c-4750-a378-dc80ca136904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:27:00.966412 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51348) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:27:00.994837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device d073a95c-b48c-4a61-b1a0-1b607c0f1fba no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:27:01.027129 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-be051526-d87d-4fa5-929d-ea8d24ce53d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d968355d63345bb88225895ff82e482&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0591364
Apr 20 19:27:01.029946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51352) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:27:01.032043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: d073a95c-b48c-4a61-b1a0-1b607c0f1fba {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:27:01.032426 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device d073a95c-b48c-4a61-b1a0-1b607c0f1fba not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:27:01.095934 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.124863 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.171817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.176894 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3162fea5-344a-4bbc-a31c-1d9f9841b83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:27:01.190775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23388143-e6ee-46c3-9064-d8a494dca262,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:27:01.195058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:27:01.199329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.200564 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6a0cfb15-2737-4e93-9b38-4575d349f3b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23388143-e6ee-46c3-9064-d8a494dca262 HTTP/1.1" status: 204  len: 168 time: 0.1696231
Apr 20 19:27:01.597624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51360) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:27:01.653407 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-cbce8ceb-20fa-4a55-bbe5-7d69e8154541 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15746619abc84db898b4490c3daf921e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542011
Apr 20 19:27:01.657046 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51364) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:27:01.721625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.750584 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.804908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.810114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5ef8ad5b-96ff-4b94-b5ac-e0dab099debf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:27:01.822845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c63e423-ec06-4a1a-90aa-890f529273e7,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:27:01.832717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.833157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.833580 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.834029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.834445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.834832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.835273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.835690 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.836103 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.836518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.836918 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.837328 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:27:01.840289 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:01.841504 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c63e423-ec06-4a1a-90aa-890f529273e7 HTTP/1.1" status: 204  len: 168 time: 0.1835077
Apr 20 19:27:01.842521 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6ed5d13c-08ee-49d2-b450-78139694da9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:27:16.138273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:27:20.014606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:20.826140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7ccada1d-56d3-4e29-be50-aaab03aae65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:23.686825 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f6f1ac8e-329b-4e13-aefd-de1ede242588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:24.048896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:24.373110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:25.549782 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:50.012679 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:50.823554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-31e8fda9-43c4-4bcd-89bd-47caf611719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:50.986096 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-f41455d2-7d89-4c11-b792-d302cfd4e9bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2610059
Apr 20 19:27:51.140222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-5905dda1-9ce4-4568-a7f8-f51ea2df4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:27:51.141894 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-5905dda1-9ce4-4568-a7f8-f51ea2df4301 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 1098 time: 0.0810270
Apr 20 19:27:51.300512 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-ad2fda51-a280-496e-bf50-3e0f54fbc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:27:51.302118 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-ad2fda51-a280-496e-bf50-3e0f54fbc312 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1405275
Apr 20 19:27:51.416015 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-38fb8166-99c1-40d3-8400-a043eba6ea74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 200  len: 1001 time: 0.1065996
Apr 20 19:27:51.488169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-094d77af-5655-48f4-b2e9-630b7b2469be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:27:51.489790 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-094d77af-5655-48f4-b2e9-630b7b2469be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0672820
Apr 20 19:27:51.579504 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-7ab2561a-d603-4eb9-b2a1-9c59b751dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:27:51.581105 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-7ab2561a-d603-4eb9-b2a1-9c59b751dfc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842335
Apr 20 19:27:51.592949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-c7c1ac8d-0feb-4635-8796-ffba5c55ee74 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:27:51.594107 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-c7c1ac8d-0feb-4635-8796-ffba5c55ee74 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059931
Apr 20 19:27:51.740650 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-60fa6901-6e82-4cd0-83f8-81ba23fdb3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386645
Apr 20 19:27:52.150097 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f9d2bfed-84c2-473d-a98b-c7db6a26a226 req-0db20a7b-abcc-4bd2-8494-923d016103fd service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4026706
Apr 20 19:27:53.138383 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:27:53.680840 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-5b52e735-14dc-4b82-bbdc-8a628e25d742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:54.035301 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:54.357742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:27:55.549892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:20.037269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:20.820422 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a1a279e-1c31-452f-b65a-80ab983a7ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:23.687639 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-df362351-708e-4a01-84a4-4a73f1f4e8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:24.035534 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:24.361567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:25.561138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:30.144306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:28:31.242205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13f5da-cf9b-40c1-9f4e-9d8ce0281c91 req-c5a370bf-4be9-492e-8130-192a20113cf1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:31.243850 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d13f5da-cf9b-40c1-9f4e-9d8ce0281c91 req-c5a370bf-4be9-492e-8130-192a20113cf1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 945 time: 0.2571061
Apr 20 19:28:31.294884 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-7d13f5da-cf9b-40c1-9f4e-9d8ce0281c91 req-4bfd9625-b0b4-482f-861f-5decac289eab tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413449
Apr 20 19:28:32.537597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-61247276-483d-40c0-abb2-610cee6e5821 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:32.539970 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-61247276-483d-40c0-abb2-610cee6e5821 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 945 time: 0.1169391
Apr 20 19:28:32.668984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Deleting port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:28:32.669241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:32.797200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4469fe1-5530-4257-91dd-bf1633555978 req-fc658a23-bf7f-45f2-8512-272eb8e57d2c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:32.798934 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4469fe1-5530-4257-91dd-bf1633555978 req-fc658a23-bf7f-45f2-8512-272eb8e57d2c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 945 time: 0.3365023
Apr 20 19:28:32.951620 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d4469fe1-5530-4257-91dd-bf1633555978 req-2a547491-7e79-4618-bc5f-ab661fd6e424 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309211
Apr 20 19:28:33.000749 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] For port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:28:33.001176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:33.310487 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:33.310822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:33.311178 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Floating IP ca802e83-2457-44fa-9431-9bdae23fe878 disassociated. External IP: 172.27.1.169, port: d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f.
Apr 20 19:28:33.311565 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Calling delete_port for d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f owned by compute:nova {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:28:33.473285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:33.479629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-841677cc-4b92-4f7c-9217-48b90fb3bc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:33.529670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'Port': ['ID=d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:33.541278 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.541755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.542095 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.542535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.542924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.543329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.543797 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.544197 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.545196 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.545625 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.546059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.546463 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:33.550563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:33.756919 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:28:33.970003 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:28:33.984944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:28:34.007862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:28:34.008773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db840bf28>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:34.092503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] No DVR routers for this DVR port d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f on host hv-cinder-78693 {{(pid=86353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:28:34.096952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:34.107774 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'name': 'network-vif-deleted', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:28:34.182211 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d354191-2d12-4852-8bb8-8f43b653c95c req-3d91922a-574c-4bbc-bb5d-55a17c8b5ba5 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "DELETE /v2.0/ports/d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f HTTP/1.1" status: 204  len: 173 time: 1.6344094
Apr 20 19:28:34.184441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-c5b6b8ff-bdb0-467f-bf07-f959b3976d31 req-72073181-8f17-4f69-8b0f-e16d057befe7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:28:34.203229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-c5b6b8ff-bdb0-467f-bf07-f959b3976d31 req-72073181-8f17-4f69-8b0f-e16d057befe7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:28:34.205731 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c5b6b8ff-bdb0-467f-bf07-f959b3976d31 req-72073181-8f17-4f69-8b0f-e16d057befe7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=860762bc-50d2-469d-867b-79f2189ebd21 HTTP/1.1" status: 200  len: 210 time: 0.0998127
Apr 20 19:28:34.251572 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860762bc-50d2-469d-867b-79f2189ebd21', 'name': 'network-vif-deleted', 'tag': 'd1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f', 'status': 'completed', 'code': 200}
Apr 20 19:28:34.272461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:28:34.629742 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db840bf28>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:34.634170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:28:34.643652 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:28:34.644323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db840bf28>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:34.861564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:28:35.433201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db840bf28>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:35.437882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374edad-3967-44b9-be33-fe9452b4e77b None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:28:35.705476 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-037b0a5e-789c-4253-8fba-07efb012bc31 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956524667&fields=id&tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 267 time: 0.0692408
Apr 20 19:28:35.875614 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6746a-1c14-4243-98bb-473bb7608825 None None] New status for floating IP ca802e83-2457-44fa-9431-9bdae23fe878: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:28:35.886906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-dff45547-231a-4213-8e2a-4d33f91999f9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:35.888388 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-dff45547-231a-4213-8e2a-4d33f91999f9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 812 time: 0.1747859
Apr 20 19:28:35.914792 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-ae61f323-e20e-4e20-bc20-4ce070dac512 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/quotas/246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 375 time: 0.0142903
Apr 20 19:28:36.025423 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-905301f4-14ca-4c41-b3dc-d9f7304afedb tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1027880
Apr 20 19:28:36.107410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-66830af1-ab90-430b-82e4-91456af59281 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:28:36.108748 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-66830af1-ab90-430b-82e4-91456af59281 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0678070
Apr 20 19:28:36.217447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:28:36.261551 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:28:36.262094 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device d1c3b1ec-a14d-41dc-9fe8-1c26a5edab0f not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:28:36.298345 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-cb24b090-81ee-49fa-8817-7387e5dd597c service neutron] 10.222.0.48 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782613
Apr 20 19:28:36.454833 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-60c1303a-9665-4891-8daf-34fff2e2ac4b service neutron] 10.222.0.48 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441948
Apr 20 19:28:36.927103 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9687ddc4-4560-445f-8a35-6f5e2de389bf req-83977d8d-22c3-4b1e-988a-a1fbbe92d54d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 210 time: 0.0547233
Apr 20 19:28:38.115326 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-c06d8670-efa5-430a-9b76-a35ed12fe045 req-19fb2f40-d598-461a-b353-fb16b00beb82 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 210 time: 0.0628219
Apr 20 19:28:38.345232 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-7b64b30f-6673-4dac-b193-1d9271012e2d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:38.346874 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-7b64b30f-6673-4dac-b193-1d9271012e2d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 812 time: 0.1835716
Apr 20 19:28:38.444712 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-5606ca13-fef3-4179-abdf-5382d6d14d56 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 8061 time: 0.0897110
Apr 20 19:28:38.455318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'port': {'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'admin_state_up': True, 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'security_groups': ['a92e26da-b837-4147-90fa-bf5281ff940e']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:38.615100 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:38.625231 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:38.634733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Made reservation on behalf of 246961ea5c484b7d8d9f3e2ae5c3cbaa for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:28:38.640844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:38.842183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Allocated IP 172.20.0.14 (3ab03e81-f151-4ff5-bd7e-2e4ac4930244/3359fbd9-b6ef-412c-8435-618a9699e5a9/a379d3e3-9042-4c9a-b554-a2cb693f9e7d) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:28:39.086342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:39.104727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Transition to ACTIVE for port object a379d3e3-9042-4c9a-b554-a2cb693f9e7d will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:28:39.137707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:39.146162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:39.240312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:28:39.241385 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:39.244947 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:39.247298 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:39.250063 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:28:39.395340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:39.396130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:39.431305 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f150f-142f-4146-b87c-715cd69cde28 req-1aa8d097-6503-45c4-9abd-bb8a7d36a786 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:39.432984 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df8f150f-142f-4146-b87c-715cd69cde28 req-1aa8d097-6503-45c4-9abd-bb8a7d36a786 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 932 time: 0.1467600
Apr 20 19:28:39.459856 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-17b9e1a3-d375-4dbd-9a89-271cc2196cec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0097220
Apr 20 19:28:39.475810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Request body: {'port': {'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:39.499669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ebba602a-440f-4518-a5f5-1cdae095a4e9 None None] Provisioning for port a379d3e3-9042-4c9a-b554-a2cb693f9e7d completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:28:39.506105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-ebba602a-440f-4518-a5f5-1cdae095a4e9 None None] Provisioning complete for port a379d3e3-9042-4c9a-b554-a2cb693f9e7d triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:28:39.506530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ebba602a-440f-4518-a5f5-1cdae095a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:39.542681 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df8f150f-142f-4146-b87c-715cd69cde28 req-95a6f962-dba9-457e-96b8-56f40500e610 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010277
Apr 20 19:28:39.579319 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ebba602a-440f-4518-a5f5-1cdae095a4e9 None None] Port a379d3e3-9042-4c9a-b554-a2cb693f9e7d cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:28:39.636915 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:40.283064 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a379d3e3-9042-4c9a-b554-a2cb693f9e7d {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:28:40.291144 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:40.306651 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Transition to ACTIVE for port object a379d3e3-9042-4c9a-b554-a2cb693f9e7d will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:28:40.313402 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:40.319316 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5e117e68-1e53-4bcc-b148-4cd4b7a8997a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:40.460764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Pushing event updated for resources: {'Port': ['ID=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:40.491070 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:40.577052 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Attempting to bind port a379d3e3-9042-4c9a-b554-a2cb693f9e7d on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:28:40.577429 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Attempting to bind port a379d3e3-9042-4c9a-b554-a2cb693f9e7d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:28:40.577803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Attempting to bind port a379d3e3-9042-4c9a-b554-a2cb693f9e7d on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:28:40.583170 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Port a379d3e3-9042-4c9a-b554-a2cb693f9e7d on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:28:40.583539 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Attempting to bind port a379d3e3-9042-4c9a-b554-a2cb693f9e7d on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:28:40.589439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:28:40.589820 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Checking segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:28:40.590284 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Bound using segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:28:40.590741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Bound port: a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:28:40.591135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:40.770626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] For port a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:28:40.774634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] For port a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:28:40.784447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:40.790116 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-5bccb2ab-d9c6-4fd7-b320-de00d0a63c07 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:40.854958 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:40.855688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:40.857302 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] 10.222.0.52 "PUT /v2.0/ports/a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 1094 time: 1.3893452
Apr 20 19:28:40.859889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:28:40.892847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74d2eb-87b8-4fd1-9c28-61e5e6bc20d6 req-c7408013-b97f-4f06-9a22-31ed009b0cb7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:40.893529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-df74d2eb-87b8-4fd1-9c28-61e5e6bc20d6 req-c7408013-b97f-4f06-9a22-31ed009b0cb7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:28:40.914703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Pushing event updated for resources: {'Port': ['ID=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:40.960772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-648dd044-f4f3-490f-adbb-569a6dae1823 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:40.962836 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'status': 'completed', 'code': 200}
Apr 20 19:28:40.979660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-df74d2eb-87b8-4fd1-9c28-61e5e6bc20d6 req-c7408013-b97f-4f06-9a22-31ed009b0cb7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:28:40.980980 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df74d2eb-87b8-4fd1-9c28-61e5e6bc20d6 req-c7408013-b97f-4f06-9a22-31ed009b0cb7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 944 time: 0.2885408
Apr 20 19:28:41.046562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-7bc6a5eb-f819-40f4-8f54-b77c53b76a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:41.048242 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-7bc6a5eb-f819-40f4-8f54-b77c53b76a27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1097 time: 0.1349363
Apr 20 19:28:41.151310 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-df74d2eb-87b8-4fd1-9c28-61e5e6bc20d6 req-1901eff7-d1fb-47d4-8802-60436180a354 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549304
Apr 20 19:28:41.168230 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-0f02d012-8643-4c05-a293-eb32e14679b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 217 time: 0.1125317
Apr 20 19:28:41.254701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-77f402be-ae5f-45bd-b226-8af44ac93d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:41.256472 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-77f402be-ae5f-45bd-b226-8af44ac93d24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0820777
Apr 20 19:28:41.345502 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-22128937-8728-40fe-a18f-d5f139cbcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:41.347138 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-22128937-8728-40fe-a18f-d5f139cbcc18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845752
Apr 20 19:28:41.503798 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-4bfd8b92-de17-494a-8a91-f7764c4319b5 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492374
Apr 20 19:28:41.650931 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-744b9b1f-d716-4d74-9be5-a290d0dca8a5 req-5c1848e5-d83e-432f-b7e3-b8403fb1a985 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399748
Apr 20 19:28:41.776735 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-c05c3ddd-0f17-4418-b7f3-4436610ab9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:41.778383 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-c05c3ddd-0f17-4418-b7f3-4436610ab9ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1097 time: 0.0788295
Apr 20 19:28:41.919669 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-eb713750-c8c4-435f-b740-807409e127ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:41.921186 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-eb713750-c8c4-435f-b740-807409e127ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1365538
Apr 20 19:28:41.997342 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-26c8dd1c-0b1e-475c-9224-f8a94ca2b113 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 217 time: 0.0693460
Apr 20 19:28:42.076646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-9de6af7b-5a0f-4508-bb93-bcec705148af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:42.078277 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-9de6af7b-5a0f-4508-bb93-bcec705148af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0748827
Apr 20 19:28:42.166703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-f85d82a9-009e-435f-befb-09f2c21556fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:42.168377 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-f85d82a9-009e-435f-befb-09f2c21556fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840318
Apr 20 19:28:42.381782 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-b2d21e1d-5a97-42b5-9488-0ddff49ecdef service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069290
Apr 20 19:28:42.487991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bb36f-2fec-4d50-a9c6-23aaff37bb96 req-55c4dcb8-3cc7-4a17-a24c-43f8c2cfaaf3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:42.489523 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f0bb36f-2fec-4d50-a9c6-23aaff37bb96 req-55c4dcb8-3cc7-4a17-a24c-43f8c2cfaaf3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 944 time: 0.2105751
Apr 20 19:28:42.575897 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9f0bb36f-2fec-4d50-a9c6-23aaff37bb96 req-8bd7c025-03b3-4d9a-863c-73e9b2b43e9f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758598
Apr 20 19:28:42.582570 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a97f8521-42f3-4f99-8a9b-4982a442975b req-92c2915c-9d6a-4c13-b5e5-810b2a3e24db service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945634
Apr 20 19:28:43.801358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7417c-20fe-4b1f-8cfd-544067bc8fca req-e12d6189-6ec2-41fe-a53e-84f237dabd69 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:43.803100 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dad7417c-20fe-4b1f-8cfd-544067bc8fca req-e12d6189-6ec2-41fe-a53e-84f237dabd69 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 944 time: 0.1008103
Apr 20 19:28:43.859715 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dad7417c-20fe-4b1f-8cfd-544067bc8fca req-a88eaeac-07de-46cb-a9ed-d46079ca7931 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495491
Apr 20 19:28:45.079941 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde7fb5-5fd6-4cf8-b188-3e531036d85e req-ae121361-b5df-40e3-9828-cc59363e357b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:45.081588 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bde7fb5-5fd6-4cf8-b188-3e531036d85e req-ae121361-b5df-40e3-9828-cc59363e357b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 944 time: 0.0940971
Apr 20 19:28:45.142916 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1bde7fb5-5fd6-4cf8-b188-3e531036d85e req-acf0e0ca-6815-4be8-807d-8050231ef1be tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471711
Apr 20 19:28:46.358091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06536783-4447-45e9-9dfb-3f4a7a5ec82c req-16458864-9f6c-4d14-9687-d249b9bf1368 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:46.359670 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06536783-4447-45e9-9dfb-3f4a7a5ec82c req-16458864-9f6c-4d14-9687-d249b9bf1368 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 944 time: 0.0962229
Apr 20 19:28:46.418760 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-06536783-4447-45e9-9dfb-3f4a7a5ec82c req-bfff1805-dc7f-4da5-a3ac-604a7adabdf8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517402
Apr 20 19:28:47.633017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34b926-13b9-4018-ab56-810b1f8acbfd req-8950e1fe-0338-4240-82a8-0c07c19c674b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:47.634793 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f34b926-13b9-4018-ab56-810b1f8acbfd req-8950e1fe-0338-4240-82a8-0c07c19c674b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 944 time: 0.0970218
Apr 20 19:28:47.689800 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1f34b926-13b9-4018-ab56-810b1f8acbfd req-57fd5a36-f457-41b5-a07c-e3280ad83dec tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484853
Apr 20 19:28:48.262173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device a379d3e3-9042-4c9a-b554-a2cb693f9e7d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:28:48.429184 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:28:48.446573 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:28:48.515382 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:48.535631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a379d3e3-9042-4c9a-b554-a2cb693f9e7d {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:28:48.553764 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:28:48.565071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:48.567235 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:48.643085 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:48.651475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.651872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.652269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.652665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.653050 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.653427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.653826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.654228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.654646 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.655071 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.655467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.655874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:48.660450 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:48.772299 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['a379d3e3-9042-4c9a-b554-a2cb693f9e7d'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:28:48.911455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c322eb-f5a8-47fa-adda-c954810616d0 req-0224fe99-9821-46a7-8d5f-d94c3dcc8617 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:48.913299 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-08c322eb-f5a8-47fa-adda-c954810616d0 req-0224fe99-9821-46a7-8d5f-d94c3dcc8617 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 945 time: 0.1040049
Apr 20 19:28:48.970691 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-08c322eb-f5a8-47fa-adda-c954810616d0 req-65a880d1-b65d-485a-8a34-2b68afdab3f2 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462837
Apr 20 19:28:50.030506 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:50.228092 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679abe1-2cbf-4865-a8ba-4c00a155b453 req-80191935-c1ea-4eff-891a-c87ddab3dc34 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:50.229955 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d679abe1-2cbf-4865-a8ba-4c00a155b453 req-80191935-c1ea-4eff-891a-c87ddab3dc34 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 945 time: 0.1086743
Apr 20 19:28:50.261216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device a379d3e3-9042-4c9a-b554-a2cb693f9e7d up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:28:50.284894 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d679abe1-2cbf-4865-a8ba-4c00a155b453 req-8de2d315-3795-4f9a-a458-fea7cfbbf1da tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479865
Apr 20 19:28:50.344927 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port a379d3e3-9042-4c9a-b554-a2cb693f9e7d completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:28:50.351133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port a379d3e3-9042-4c9a-b554-a2cb693f9e7d triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:28:50.351558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:50.488377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:50.519364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:28:50.530903 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:28:50.534729 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:50.536839 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0a02c2d-f25c-4748-902d-4fa06b3ab972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:50.612464 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:50.616329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:50.645609 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'code': 200}
Apr 20 19:28:50.816455 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-d603e125-2c3a-459e-87ca-f9c993aca370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:50.958023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cff78-2e6f-4d72-b733-6e2b941e1bb2 req-978e56f1-7819-43b5-a53d-f6a916547613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:50.959771 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-420cff78-2e6f-4d72-b733-6e2b941e1bb2 req-978e56f1-7819-43b5-a53d-f6a916547613 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1099 time: 0.0840151
Apr 20 19:28:51.008871 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-420cff78-2e6f-4d72-b733-6e2b941e1bb2 req-5151db56-360b-40c3-b600-992e7fe26fd0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422614
Apr 20 19:28:51.522223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8cfb-ed8b-4102-81ca-ad4210bfb7f2 req-d5d5c0a1-d8c1-4224-ad04-d1954fc839cc tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:51.524035 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-351d8cfb-ed8b-4102-81ca-ad4210bfb7f2 req-d5d5c0a1-d8c1-4224-ad04-d1954fc839cc tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 946 time: 0.1003511
Apr 20 19:28:51.577122 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-351d8cfb-ed8b-4102-81ca-ad4210bfb7f2 req-00f80330-a20c-4e40-ade9-428f0b06cfdd tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463431
Apr 20 19:28:52.804279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a641cb3-8e40-4823-9c87-e31203621dd5 req-a7bf68d7-9649-4eac-967f-f38780165899 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:52.806190 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a641cb3-8e40-4823-9c87-e31203621dd5 req-a7bf68d7-9649-4eac-967f-f38780165899 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 946 time: 0.1019092
Apr 20 19:28:52.865179 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-9a641cb3-8e40-4823-9c87-e31203621dd5 req-2b5f483c-0d8c-4eec-84ad-80ee15c8e01c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497220
Apr 20 19:28:53.093595 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68676d6-79a4-4d9b-8e26-44e9a7624edc req-032a17c9-e2d2-4b98-b2d0-f1125f4f48e1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:53.095430 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b68676d6-79a4-4d9b-8e26-44e9a7624edc req-032a17c9-e2d2-4b98-b2d0-f1125f4f48e1 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 946 time: 0.1075246
Apr 20 19:28:53.150463 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b68676d6-79a4-4d9b-8e26-44e9a7624edc req-3cba4b48-bf70-46f4-939f-2d36d10e0bf9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472770
Apr 20 19:28:53.178160 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51472) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:53.266838 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6352b6-be8b-47de-a27d-bb7a4b6d071e tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:53.268804 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-9d6352b6-be8b-47de-a27d-bb7a4b6d071e tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1094 time: 0.0894189
Apr 20 19:28:53.272214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51476) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:28:53.278327 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:28:53.285741 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:28:53.290474 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:floatingip and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:28:53.294373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86354) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:28:53.301816 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86354) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:28:53.312733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.471029 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.627600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Allocated IP 172.27.1.73 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/234f7eeb-e4e1-40ec-8a49-56b9a5c24a9b) {{(pid=86354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:28:53.686244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-26b75dc7-eb11-468c-a17e-86966eb1e4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.797342 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.831216 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:53.835408 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-e5b12bab-1fd4-4c4b-8d84-fd8b033b87e0 tempest-AttachVolumeShelveTestJSON-99680025 tempest-AttachVolumeShelveTestJSON-99680025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:53.902009 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:28:53.911097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources bound (agent type, host, resource id):  {{(pid=86354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:28:53.915968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Received port after_create {{(pid=86354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:28:53.960086 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=234f7eeb-e4e1-40ec-8a49-56b9a5c24a9b,revision_number=1']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:53.978273 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.978703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.979130 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.979547 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.979964 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.980379 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.980794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.981205 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.981681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.982056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.982465 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.982872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:28:53.988784 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.039946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.368024 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.430949 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.519743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.769777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.774300 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843040933'] for port, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:54.779989 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-038235ac-6f03-46f4-95cb-186b650e5ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:28:54.909687 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=234f7eeb-e4e1-40ec-8a49-56b9a5c24a9b,revision_number=2']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:28:54.915167 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:28:54.922862 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.397190 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Floating IP 46042717-48f0-42ee-a810-fba2e8a35939 associated. External IP: 172.27.1.73, port: a379d3e3-9042-4c9a-b554-a2cb693f9e7d.
Apr 20 19:28:55.559789 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:55.835107 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:28:56.052241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:28:56.066133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:28:56.078644 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:28:56.079745 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db89a1898>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:56.089803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:28:56.166287 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8927724
Apr 20 19:28:56.167061 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:28:56.288919 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'status': 'completed', 'code': 200}
Apr 20 19:28:56.292025 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:28:56.409139 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-e762eaea-f209-418d-852e-50308401b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:56.410733 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-e762eaea-f209-418d-852e-50308401b9d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1099 time: 0.0932903
Apr 20 19:28:56.756295 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db89a1898>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:54Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:56.763769 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:28:56.779746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:28:56.780475 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db89a1898>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:28:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:56.870882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-3d4b9b1d-1118-45d4-9c46-a94b462ea8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:56.872512 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-3d4b9b1d-1118-45d4-9c46-a94b462ea8e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.4547617
Apr 20 19:28:56.992853 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-ea9143d1-ead3-4d53-bf94-5ffa2329e8bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 999 time: 0.1132245
Apr 20 19:28:56.997038 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:28:57.102138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-79e225fe-cf25-41d0-8d9b-caa045a582e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:57.104180 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-79e225fe-cf25-41d0-8d9b-caa045a582e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.1049135
Apr 20 19:28:57.198998 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-c7ac8667-dba3-471f-897f-a32b3fcd9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:28:57.200817 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-c7ac8667-dba3-471f-897f-a32b3fcd9bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896399
Apr 20 19:28:57.360951 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-e6041a66-3db0-494f-8edc-415d84f92ab2 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535707
Apr 20 19:28:57.426281 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db89a1898>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:54Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:28:57.430693 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18da01-fb9e-4023-a81b-944ed979ae10 None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:54Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:28:57.537039 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-f6dd1f1c-b9be-4d4f-b574-57fff1f27763 req-d2e7bae9-cfc7-43d2-8557-243a6d6da422 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699224
Apr 20 19:28:57.773802 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325f21c-c337-436f-bc8d-2b4fcf85e09f None None] New status for floating IP 46042717-48f0-42ee-a810-fba2e8a35939: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:29:07.134718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:29:20.041430 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:20.810164 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-639c9c71-5595-40cc-8208-86f68f11e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:23.684563 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b5-831b-4428-9e87-d7b5c510bdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.045954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:24.367668 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:25.561221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:44.135014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:29:50.074907 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:50.813676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b513550f-3992-4500-bd70-edc64bcbcba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:51.806421 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-55534de2-3cb0-4892-ba4a-1a97fe3c3a87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836203
Apr 20 19:29:51.962497 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b510-f774-462e-ac25-0d293e26d8bc req-a5fa75bc-a4e6-44aa-a9d2-458f8ce9e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:51.964120 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-a5fa75bc-a4e6-44aa-a9d2-458f8ce9e3d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1099 time: 0.0823286
Apr 20 19:29:52.120628 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b510-f774-462e-ac25-0d293e26d8bc req-a8c4a984-e685-4cd1-95ad-b3aa9085523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:52.122286 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-a8c4a984-e685-4cd1-95ad-b3aa9085523b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1386311
Apr 20 19:29:52.231916 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-b7f93386-982f-4097-a9e5-62884d834445 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 1001 time: 0.1032162
Apr 20 19:29:52.305461 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b510-f774-462e-ac25-0d293e26d8bc req-e3010ae1-c41c-4c96-8c53-152db0d2c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:52.307096 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-e3010ae1-c41c-4c96-8c53-152db0d2c775 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0689216
Apr 20 19:29:52.390330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b510-f774-462e-ac25-0d293e26d8bc req-be68b082-83f5-46e5-9225-a9bf107470b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:29:52.391889 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-be68b082-83f5-46e5-9225-a9bf107470b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787315
Apr 20 19:29:52.538830 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-a07a2cb2-e0df-4800-a76d-3716c5f03c39 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396561
Apr 20 19:29:52.688009 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-db36b510-f774-462e-ac25-0d293e26d8bc req-7d3abdfb-969d-499d-b035-078a12df5987 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429105
Apr 20 19:29:53.679069 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-babe0838-e8f9-4a87-b1fe-6a88d29b2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.047162 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:54.366594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:29:55.569214 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.089193 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:20.822549 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf86dab0-dae7-4e7b-b57a-71c11426ee36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:21.141225 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:30:23.682659 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-29a95879-afc2-4a50-a97c-5c1e5d5cdd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:24.050560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:24.360718 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:25.568042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:32.693987 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-0101465a-b1c9-4425-aee9-f6e0940558fb tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956524667&fields=id&tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 267 time: 0.0467093
Apr 20 19:30:32.863577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-e12cb978-97d2-4a2c-9164-e6330c7e6d70 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:32.865230 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-e12cb978-97d2-4a2c-9164-e6330c7e6d70 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 812 time: 0.1636047
Apr 20 19:30:32.882298 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-be467a00-a2bc-4e00-92b2-775b98d9fd8f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/quotas/246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 375 time: 0.0104318
Apr 20 19:30:32.989641 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-d7b2b98c-c37c-4432-a1bb-34c14ab6b8b7 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1015058
Apr 20 19:30:33.133600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-347ff844-96d9-4505-9daa-706535a9dd16 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=86353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:30:33.134708 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-347ff844-96d9-4505-9daa-706535a9dd16 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1291676
Apr 20 19:30:33.282771 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-5da25ab0-d084-4cd8-9271-2f2de83ef086 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409516
Apr 20 19:30:33.430137 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-f366a58b-cf8f-433e-bc6d-9eeaa0607256 service neutron] 10.222.0.48 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393075
Apr 20 19:30:33.873963 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6b1b15fe-fd4b-4106-8922-38bf5b509314 req-9c832e9e-d5b4-4f36-9df6-157636893bc8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 210 time: 0.0512984
Apr 20 19:30:34.941178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-892b749d-fd33-445a-b5dd-b1321652889c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:34.942855 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-892b749d-fd33-445a-b5dd-b1321652889c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 812 time: 0.1652775
Apr 20 19:30:35.076387 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-352b9594-d544-44e2-a269-41e1be4fdbc6 req-f6cd168f-ebef-49fd-83e9-7a99f3864abc tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 210 time: 0.0712881
Apr 20 19:30:35.083587 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-cb98f7b3-3944-4b77-baca-bf036c1e97bb tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa HTTP/1.1" status: 200  len: 8061 time: 0.1327472
Apr 20 19:30:35.094112 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'port': {'device_id': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'admin_state_up': True, 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'security_groups': ['a92e26da-b837-4147-90fa-bf5281ff940e']}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:35.240611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:35.251240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:35.260615 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Made reservation on behalf of 246961ea5c484b7d8d9f3e2ae5c3cbaa for: {'port': 1} {{(pid=86353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:30:35.266803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.438559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Allocated IP 172.20.0.9 (3ab03e81-f151-4ff5-bd7e-2e4ac4930244/3359fbd9-b6ef-412c-8435-618a9699e5a9/4d976be1-400e-4653-82d0-34a4cd3746e5) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:30:35.651176 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.668173 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Transition to ACTIVE for port object 4d976be1-400e-4653-82d0-34a4cd3746e5 will not be triggered until provisioned by entity DHCP. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:30:35.695140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.702970 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-253000a7-aa3c-4019-82b4-8a69ed78cc27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:35.775345 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:30:35.778609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:30:35.782835 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:30:35.816358 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=4d976be1-400e-4653-82d0-34a4cd3746e5,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:35.837251 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.837681 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.838137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.838555 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.838999 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.839410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.839817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.840223 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.840629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.841034 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.841858 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.842294 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:35.848343 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:35.873879 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:35.874607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:35.901119 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-1bd497df-a84a-4c16-a6f5-37b8630ded58 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8117592
Apr 20 19:30:35.913360 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Request body: {'port': {'device_id': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:35.957468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6bd0f203-fa42-407d-8ae3-23bed4e20973 None None] Provisioning for port 4d976be1-400e-4653-82d0-34a4cd3746e5 completed by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:30:35.963014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-6bd0f203-fa42-407d-8ae3-23bed4e20973 None None] Provisioning complete for port 4d976be1-400e-4653-82d0-34a4cd3746e5 triggered by entity DHCP. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:30:35.963444 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f203-fa42-407d-8ae3-23bed4e20973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.022121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0f203-fa42-407d-8ae3-23bed4e20973 None None] Port 4d976be1-400e-4653-82d0-34a4cd3746e5 cannot update to ACTIVE because it is not bound. {{(pid=86355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:30:36.033822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.405369 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a8fee-94d1-4cd1-8b4b-9bb32043b546 req-6cdd4af7-cf16-4ff7-a5df-61a52f0dd99c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:36.406075 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-dc6a8fee-94d1-4cd1-8b4b-9bb32043b546 req-6cdd4af7-cf16-4ff7-a5df-61a52f0dd99c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:30:36.464786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-dc6a8fee-94d1-4cd1-8b4b-9bb32043b546 req-6cdd4af7-cf16-4ff7-a5df-61a52f0dd99c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:30:36.466593 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dc6a8fee-94d1-4cd1-8b4b-9bb32043b546 req-6cdd4af7-cf16-4ff7-a5df-61a52f0dd99c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 931 time: 0.2584462
Apr 20 19:30:36.512242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d976be1-400e-4653-82d0-34a4cd3746e5 {{(pid=86353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:30:36.531827 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.545056 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dc6a8fee-94d1-4cd1-8b4b-9bb32043b546 req-8fc7d01c-7c7e-444f-803f-7da53860ea02 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711746
Apr 20 19:30:36.554067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Transition to ACTIVE for port object 4d976be1-400e-4653-82d0-34a4cd3746e5 will not be triggered until provisioned by entity L2. {{(pid=86353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:30:36.558803 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:36.562806 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-12cf5c4c-b7cd-453b-8e7f-2a92fab9599d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:36.957991 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Pushing event updated for resources: {'Port': ['ID=4d976be1-400e-4653-82d0-34a4cd3746e5,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:36.961043 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:37.077154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Attempting to bind port 4d976be1-400e-4653-82d0-34a4cd3746e5 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:30:37.077645 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Attempting to bind port 4d976be1-400e-4653-82d0-34a4cd3746e5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:30:37.077944 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Attempting to bind port 4d976be1-400e-4653-82d0-34a4cd3746e5 on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:30:37.083134 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Port 4d976be1-400e-4653-82d0-34a4cd3746e5 on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:30:37.083507 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Attempting to bind port 4d976be1-400e-4653-82d0-34a4cd3746e5 on network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:30:37.089489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Checking agent: {'id': 'fde0f15b-05fd-4e3a-a3ac-41ada9d7582e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'started_at': datetime.datetime(2021, 4, 20, 19, 15, 47), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:30:37.089901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Checking segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:30:37.090340 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Bound using segment: {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'} {{(pid=86353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:30:37.090832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Bound port: 4d976be1-400e-4653-82d0-34a4cd3746e5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69a9345-21b9-4cc0-8479-f3526952e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244'}}] {{(pid=86353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:30:37.091570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.187786 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] For port 4d976be1-400e-4653-82d0-34a4cd3746e5, host hv-cinder-78693, cleared binding levels {{(pid=86353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:30:37.191202 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] For port 4d976be1-400e-4653-82d0-34a4cd3746e5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d976be1-400e-4653-82d0-34a4cd3746e5,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:30:37.195254 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.199149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-53297194-7b86-466a-b31d-1272aa569409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:37.264274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.265008 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:37.266592 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] 10.222.0.52 "PUT /v2.0/ports/4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 200  len: 1093 time: 1.3582225
Apr 20 19:30:37.267156 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:37.301120 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Pushing event updated for resources: {'Port': ['ID=4d976be1-400e-4653-82d0-34a4cd3746e5,revision_number=3']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:37.304860 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:37.352701 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'status': 'completed', 'code': 200}
Apr 20 19:30:37.390616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-501695aa-e98a-4453-97bb-5781cd6470ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.392260 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-501695aa-e98a-4453-97bb-5781cd6470ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1096 time: 0.0859096
Apr 20 19:30:37.468546 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-a16c88ca-b3b9-49ce-9a44-525ac096056b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 200  len: 217 time: 0.0693736
Apr 20 19:30:37.541631 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-5d42c506-c0ba-462f-99bb-27781474cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.543174 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-5d42c506-c0ba-462f-99bb-27781474cca2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0679781
Apr 20 19:30:37.627664 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-0a0f89c4-e586-4c92-bb98-3d01a10e3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.629321 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-0a0f89c4-e586-4c92-bb98-3d01a10e3247 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801044
Apr 20 19:30:37.836799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-a92eb8fa-be33-4ab1-ae00-dfe65445491e service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007697
Apr 20 19:30:37.883785 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d087a-81bc-45a6-8260-b61ac738d6d6 req-69c1fc92-1e21-49f9-a747-f13e29a78f1e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:37.885381 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b33d087a-81bc-45a6-8260-b61ac738d6d6 req-69c1fc92-1e21-49f9-a747-f13e29a78f1e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.2220051
Apr 20 19:30:38.013454 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b33d087a-81bc-45a6-8260-b61ac738d6d6 req-db68d6b4-1a0c-44e6-8f30-3511cd118341 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821302
Apr 20 19:30:38.039496 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2a953995-5620-4e05-98e5-1e50be5ce442 req-0b9a7c27-c2b0-4ce1-ab30-73f8682a3a4e service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963186
Apr 20 19:30:38.174695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-75183d3e-6f65-4857-b680-6229af305dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.176641 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-75183d3e-6f65-4857-b680-6229af305dae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1096 time: 0.0838447
Apr 20 19:30:38.324180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-223669f4-8e1a-4f76-94b8-ec5b1f22b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.325819 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-223669f4-8e1a-4f76-94b8-ec5b1f22b357 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1421146
Apr 20 19:30:38.402621 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-243a067a-9b5b-47c7-bd1c-b5eb4a7e7f11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 200  len: 217 time: 0.0695965
Apr 20 19:30:38.477895 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-e365d354-656f-4a1b-94cb-61eadf084cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.480719 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-e365d354-656f-4a1b-94cb-61eadf084cc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0685878
Apr 20 19:30:38.572611 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-36f1c6de-1e5d-4ac3-9df0-031643ef187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:38.574287 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-36f1c6de-1e5d-4ac3-9df0-031643ef187c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843844
Apr 20 19:30:38.721396 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-61ff6af9-edcd-49ec-bf35-5aa3580b59ad service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401427
Apr 20 19:30:38.867875 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d08de139-5062-486b-bbe1-0ed7a93497ca req-ef88cd37-b29e-46ab-8838-fbde7c0e7860 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400769
Apr 20 19:30:39.262701 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb02bc6-4349-4906-8e41-ac4ba5f9b4a4 req-a093f774-963a-4b45-a516-1aa8d0115f28 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:39.264419 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dbb02bc6-4349-4906-8e41-ac4ba5f9b4a4 req-a093f774-963a-4b45-a516-1aa8d0115f28 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.0962384
Apr 20 19:30:39.313481 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-dbb02bc6-4349-4906-8e41-ac4ba5f9b4a4 req-23c02c31-95a9-413f-919d-e33d038da37a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423381
Apr 20 19:30:40.533518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868ffcb-4699-4fc0-b4cb-d619240f3592 req-f20252b2-de3b-4c52-baaa-7fb7796e8f89 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:40.535624 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e868ffcb-4699-4fc0-b4cb-d619240f3592 req-f20252b2-de3b-4c52-baaa-7fb7796e8f89 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.1062744
Apr 20 19:30:40.587152 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e868ffcb-4699-4fc0-b4cb-d619240f3592 req-ff6c4a17-de10-4e0d-a679-3f3c2eb3db7f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443482
Apr 20 19:30:41.800935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3433fd-f782-411d-855d-c9deb0ae2d22 req-3ceb4102-5acf-4931-828a-96ab7164c690 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:41.803074 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3c3433fd-f782-411d-855d-c9deb0ae2d22 req-3ceb4102-5acf-4931-828a-96ab7164c690 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.0941734
Apr 20 19:30:41.862806 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-3c3433fd-f782-411d-855d-c9deb0ae2d22 req-db542016-81da-4947-b5b7-657225b8aadc tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502534
Apr 20 19:30:43.068917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfbbb2-dc6b-4363-85e4-a65f8c882b7f req-ee13d7df-d6e9-4c31-8780-780a8103bd7b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:43.070725 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2dcfbbb2-dc6b-4363-85e4-a65f8c882b7f req-ee13d7df-d6e9-4c31-8780-780a8103bd7b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.0931301
Apr 20 19:30:43.121079 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-2dcfbbb2-dc6b-4363-85e4-a65f8c882b7f req-9a11f80d-3325-4900-89b3-b5a430da3330 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439305
Apr 20 19:30:44.483524 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132efae-14f7-44de-b04d-8664e113863b req-a01d626f-563a-4763-b739-63b07b2cc682 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:44.485161 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1132efae-14f7-44de-b04d-8664e113863b req-a01d626f-563a-4763-b739-63b07b2cc682 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.1011961
Apr 20 19:30:44.535098 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-1132efae-14f7-44de-b04d-8664e113863b req-fba522bf-a268-434a-a75b-74cc11cd8937 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432434
Apr 20 19:30:45.758992 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63605098-d7d9-45bf-b9e7-770bf6fccd5e req-86d6c106-e766-4e46-90f5-efebcaeeb151 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:45.760722 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63605098-d7d9-45bf-b9e7-770bf6fccd5e req-86d6c106-e766-4e46-90f5-efebcaeeb151 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.1021321
Apr 20 19:30:45.816149 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-63605098-d7d9-45bf-b9e7-770bf6fccd5e req-7a506ba5-4fdf-462d-bd16-0e83b63d432a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478258
Apr 20 19:30:46.787334 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4d976be1-400e-4653-82d0-34a4cd3746e5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:30:46.930878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 4d976be1-400e-4653-82d0-34a4cd3746e5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d976be1-400e-4653-82d0-34a4cd3746e5,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:46.945674 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Returning: {'device': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'port_id': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'mac_address': 'fa:16:3e:3f:66:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:30:47.011190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:47.030354 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d976be1-400e-4653-82d0-34a4cd3746e5 {{(pid=86355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:30:47.041132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fd258-a247-4380-9d79-958a303b5aa9 req-ba42ec7d-ecd1-4125-898f-7047a3dc1c7e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:47.043727 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-437fd258-a247-4380-9d79-958a303b5aa9 req-ba42ec7d-ecd1-4125-898f-7047a3dc1c7e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 943 time: 0.1092131
Apr 20 19:30:47.047853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 4d976be1-400e-4653-82d0-34a4cd3746e5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d976be1-400e-4653-82d0-34a4cd3746e5,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:47.051546 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:47.053942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:47.097341 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-437fd258-a247-4380-9d79-958a303b5aa9 req-482a014d-a8d6-47ae-970b-786aa7c405f9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469322
Apr 20 19:30:47.124938 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=4d976be1-400e-4653-82d0-34a4cd3746e5,revision_number=4']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:47.133057 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.133452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.133875 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.134245 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.134626 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.135004 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.135377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.135751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.136180 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.136556 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.136925 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.137293 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:30:47.141472 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:47.306186 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] get_ports_and_sgs() called for port_ids ['4d976be1-400e-4653-82d0-34a4cd3746e5'] {{(pid=86355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:30:48.335270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19663a-c308-40b8-ad09-9f4f4835cb71 req-d9506a4b-eb9e-4978-9ac1-da53704ac4de tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:48.337073 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b19663a-c308-40b8-ad09-9f4f4835cb71 req-d9506a4b-eb9e-4978-9ac1-da53704ac4de tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 944 time: 0.1000035
Apr 20 19:30:48.399587 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0b19663a-c308-40b8-ad09-9f4f4835cb71 req-cb70e914-4f4c-43d1-91fe-3e388ff1d300 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528727
Apr 20 19:30:48.787378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4d976be1-400e-4653-82d0-34a4cd3746e5 up at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:30:48.869901 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning for port 4d976be1-400e-4653-82d0-34a4cd3746e5 completed by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:30:48.876401 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.provisioning_blocks [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Provisioning complete for port 4d976be1-400e-4653-82d0-34a4cd3746e5 triggered by entity L2. {{(pid=86355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:30:48.876883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3887360'] for port, provisioning_complete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.012717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.042522 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5'}] {{(pid=86355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:49.053395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] For port 4d976be1-400e-4653-82d0-34a4cd3746e5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d976be1-400e-4653-82d0-34a4cd3746e5,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:30:49.057770 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765'] for port, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:49.060233 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:49.099715 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'code': 200}
Apr 20 19:30:49.138230 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Pushing event updated for resources: {'Port': ['ID=4d976be1-400e-4653-82d0-34a4cd3746e5,revision_number=5']} {{(pid=86355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:49.141392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:49.411168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b43196-004e-416a-a2f4-a57efe0a27a0 req-36804f1f-87f9-4f50-9fea-0d819e58e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:49.412692 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2b43196-004e-416a-a2f4-a57efe0a27a0 req-36804f1f-87f9-4f50-9fea-0d819e58e7d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1098 time: 0.0795281
Apr 20 19:30:49.460022 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-d2b43196-004e-416a-a2f4-a57efe0a27a0 req-7df44288-7ed1-418c-8506-4a0d1d472bb9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407557
Apr 20 19:30:49.615362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8993b2-00e1-43a6-b33e-b12ee800c580 req-37c21ff2-0c2a-4cb2-8da5-d7f9fc0c3b50 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:49.617082 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d8993b2-00e1-43a6-b33e-b12ee800c580 req-37c21ff2-0c2a-4cb2-8da5-d7f9fc0c3b50 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 945 time: 0.0988216
Apr 20 19:30:49.665743 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-6d8993b2-00e1-43a6-b33e-b12ee800c580 req-9a7f5a34-5522-41c6-9bad-f3f1d4429078 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420272
Apr 20 19:30:50.084567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.815413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-3fff6db4-56d0-4e3a-9390-5f33f6fc7f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:50.869405 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994810fd-428d-4b2d-913a-6e5b565c4fb6 req-3d8a09b2-b658-4dd7-84dd-c0af5b08da30 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:50.871083 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-994810fd-428d-4b2d-913a-6e5b565c4fb6 req-3d8a09b2-b658-4dd7-84dd-c0af5b08da30 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 945 time: 0.0903664
Apr 20 19:30:50.919439 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-994810fd-428d-4b2d-913a-6e5b565c4fb6 req-00e55bcd-80c6-4ad4-a9ca-30a931eb847a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415509
Apr 20 19:30:51.135179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ec865-b693-497b-a7a2-95ad2f7d6dcc req-ba097fa8-47a8-4a92-b9db-610c72df9ee0 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:51.136806 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-375ec865-b693-497b-a7a2-95ad2f7d6dcc req-ba097fa8-47a8-4a92-b9db-610c72df9ee0 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 945 time: 0.1009085
Apr 20 19:30:51.187963 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-375ec865-b693-497b-a7a2-95ad2f7d6dcc req-eabaa173-db9e-4fd7-a0a8-f4e8e5e0e68f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435517
Apr 20 19:30:51.214183 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51602) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:51.293427 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606d16c-a7b3-4b0f-8104-6af1805c76e5 tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:51.295145 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-e606d16c-a7b3-4b0f-8104-6af1805c76e5 tempest-TestVolumeBootPattern-944658890 tempest-TestVolumeBootPattern-944658890-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1093 time: 0.0796051
Apr 20 19:30:51.298307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51606) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:30:51.304306 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.v2.base [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Request body: {'floatingip': {'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'port_id': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:30:51.313485 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:30:51.318589 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Usage tracker for resource:floatingip and tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa is out of sync, need to count used quota {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:30:51.321982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:30:51.328201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.quota.driver [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:30:51.338622 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:51.485554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:51.636849 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_common [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Allocated IP 172.27.1.16 (85fe6a80-ec3e-4e3f-b45a-0856dc4d147e/2afa7e47-bc4e-4e7c-b699-f3d1353f4118/dd10091f-5e83-4371-815d-1a59d09a5c0b) {{(pid=86353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:30:51.800530 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:51.831691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756827433433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:51.835752 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:51.906486 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Network 85fe6a80-ec3e-4e3f-b45a-0856dc4d147e is already hosted by enough agents. {{(pid=86353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:30:51.909483 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.base_scheduler [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Resources bound (agent type, host, resource id):  {{(pid=86353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:30:51.912280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Received port after_create {{(pid=86353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:30:51.950416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=dd10091f-5e83-4371-815d-1a59d09a5c0b,revision_number=1']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:51.953571 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:52.362913 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:52.450602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851063843'] for port, before_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:52.993577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for port, precommit_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:52.997415 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756827881160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756827433450', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756827434765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852877603'] for port, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:53.003452 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:30:53.111597 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-5e59221a-824d-44cb-b9fa-0a6a1d45186d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2038925
Apr 20 19:30:53.134110 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event updated for resources: {'Port': ['ID=dd10091f-5e83-4371-815d-1a59d09a5c0b,revision_number=2']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:30:53.138672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:30:53.143939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854084174'] for floatingip, after_update {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:53.387188 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Floating IP 5e4494a9-0e4f-4ffd-a38a-8d99412dc751 associated. External IP: 172.27.1.16, port: 4d976be1-400e-4653-82d0-34a4cd3746e5.
Apr 20 19:30:53.518808 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-620b4107-a94f-4a01-824c-fc2dd06ef971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:53.520444 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-620b4107-a94f-4a01-824c-fc2dd06ef971 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1099 time: 0.3170981
Apr 20 19:30:53.687594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0ab487c1-e5d6-4ced-b81c-39fe8e3d7c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:53.845859 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-06a4a76f-222f-4925-85ff-9f978ef2b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:53.847523 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-06a4a76f-222f-4925-85ff-9f978ef2b2cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.3059695
Apr 20 19:30:53.984593 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-636ac38f-c0fc-4709-920b-157b398673da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 1001 time: 0.1302445
Apr 20 19:30:54.033228 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:30:54.054182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.125370 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-77150a72-2d3f-4db3-876c-0e70ca23750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:54.127070 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-77150a72-2d3f-4db3-876c-0e70ca23750f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.1355429
Apr 20 19:30:54.314562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:30:54.325131 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:30:54.334172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-3441811c-228b-4bed-a9aa-d8c98ca60073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:54.335857 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-3441811c-228b-4bed-a9aa-d8c98ca60073 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1483896
Apr 20 19:30:54.337226 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:30:54.338157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db848bda0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:30:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:54.373435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.498438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:54.501716 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-0c3da2d7-c2aa-414d-8af4-0efc2b985d1f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.2022781
Apr 20 19:30:54.512815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:30:54.547244 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-76877b7a-1821-4b9a-b0d3-50ed5e454201 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033081
Apr 20 19:30:54.561093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:30:54.577961 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'status': 'completed', 'code': 200}
Apr 20 19:30:54.687726 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-f23adff8-0062-46a2-87db-ca8aeb637279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:54.689573 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-f23adff8-0062-46a2-87db-ca8aeb637279 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1098 time: 0.0898821
Apr 20 19:30:54.704098 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-a9d85d93-d35d-4f87-8746-cafcd7a4b47d req-193571b7-1a7e-4796-b4a9-8abfeb4e6ac5 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505170
Apr 20 19:30:54.850535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-657870ff-731b-461c-975a-4ff290260ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:54.852138 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-657870ff-731b-461c-975a-4ff290260ba6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1568534
Apr 20 19:30:54.963040 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db848bda0>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:57Z', 'revision_number': 1, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}, {'id': '5e4494a9-0e4f-4ffd-a38a-8d99412dc751', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:3f:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:30:52Z', 'updated_at': '2021-04-20T19:30:52Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:54.967982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:30:54.978141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:30:54.978834 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db848bda0>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:30:54Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:54.985488 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-5373a9b0-c78d-4938-8d15-a0590e319550 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 200  len: 998 time: 0.1257970
Apr 20 19:30:55.066364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-7e3778ec-9c42-40b2-980b-0ffa81bad0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:55.068593 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-7e3778ec-9c42-40b2-980b-0ffa81bad0b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0766385
Apr 20 19:30:55.159447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-d7b87abe-53ce-4365-abe4-7d1aaa609155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:30:55.161087 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-d7b87abe-53ce-4365-abe4-7d1aaa609155 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847566
Apr 20 19:30:55.184933 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:30:55.309378 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-0ab05349-ca4c-450b-9f17-dd39449820f7 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412065
Apr 20 19:30:55.457289 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-fdf8a33c-05e1-4b67-ac36-42fdd19c8cfc req-a9406b7c-866e-41d8-8fce-1fa63b413833 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413202
Apr 20 19:30:55.576359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:30:55.582213 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db848bda0>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:57Z', 'revision_number': 1, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}, {'id': '5e4494a9-0e4f-4ffd-a38a-8d99412dc751', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:3f:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:30:52Z', 'updated_at': '2021-04-20T19:30:52Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:30:55.586942 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7f40f-add6-4f3b-a45e-7e7f9d2acf87 None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:57Z', 'revision_number': 1, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}, {'id': '5e4494a9-0e4f-4ffd-a38a-8d99412dc751', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:3f:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:30:52Z', 'updated_at': '2021-04-20T19:30:52Z', 'revision_number': 0, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:30:55.879059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11743a-1c2a-483a-9dde-6fc703f16cc0 None None] New status for floating IP 5e4494a9-0e4f-4ffd-a38a-8d99412dc751: ACTIVE {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:30:58.133072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:31:20.094744 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:20.819140 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-aab380e1-2b4b-402a-9df5-ac92b8cd8e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:23.691898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7a84c906-ca3c-45bf-812d-fbdab773e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:24.056359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:24.362445 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:25.578985 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:35.132536 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:31:50.108484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:50.828815 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-023ce51e-1d43-4bf4-875c-4d136dca17d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:53.707525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-1b66200e-cea8-4e1c-b78d-e8d67d95ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:54.069935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:54.372179 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:54.845070 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-578bf16f-a511-41c3-a294-df4dc5913069 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0816295
Apr 20 19:31:54.948794 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759206b-2511-4b2f-b833-0f0523038e1d req-e7c8fc3b-4a68-4741-85ce-048bbe6c0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:54.950379 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-e7c8fc3b-4a68-4741-85ce-048bbe6c0329 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1098 time: 0.0835438
Apr 20 19:31:55.115270 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759206b-2511-4b2f-b833-0f0523038e1d req-e78f89b4-b99b-4228-91ba-d8737d2eeacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.117616 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-e78f89b4-b99b-4228-91ba-d8737d2eeacd service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1460698
Apr 20 19:31:55.232560 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-d5947da3-3108-4678-8af9-4b5ba4fe4174 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 200  len: 1000 time: 0.1083844
Apr 20 19:31:55.305892 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759206b-2511-4b2f-b833-0f0523038e1d req-25fc9842-b921-42f2-9c4b-05b7102a53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.307423 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-25fc9842-b921-42f2-9c4b-05b7102a53f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0686443
Apr 20 19:31:55.398981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759206b-2511-4b2f-b833-0f0523038e1d req-2e3c22c0-89f9-4f0c-8434-ba1d505291de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:31:55.400509 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-2e3c22c0-89f9-4f0c-8434-ba1d505291de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865161
Apr 20 19:31:55.563687 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-f91e3b96-42f3-4d67-8523-f75666ea8b49 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557074
Apr 20 19:31:55.578921 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:31:55.724230 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-b759206b-2511-4b2f-b833-0f0523038e1d req-334991f0-5add-4bcd-ac45-2fdb04bbf5e1 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536100
Apr 20 19:32:12.132392 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:32:20.102605 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:20.826754 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-46e7b100-3466-4e7a-b5cd-3ce6ec916538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:23.704468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bc8fa088-d4f7-418c-acbf-b5d6ac635164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:24.070320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:24.375912 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:25.584597 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:26.842494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51630) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:27.387696 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Deleting port dd10091f-5e83-4371-815d-1a59d09a5c0b {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:27.387950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.568056 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.568381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.701796 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Calling delete_port for dd10091f-5e83-4371-815d-1a59d09a5c0b owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:27.866602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:27.870373 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4f9f76c4-b9e4-4325-b13c-de9b9967e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:27.918704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'Port': ['ID=dd10091f-5e83-4371-815d-1a59d09a5c0b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:27.972329 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.972665 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.973083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.973489 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.973896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.974330 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.974730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.975127 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.975528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.975923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.976315 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:27.976706 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:28.005621 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:28.035943 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:28.036327 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Floating IP 5e4494a9-0e4f-4ffd-a38a-8d99412dc751 disassociated (deleted). External IP: 172.27.1.16, port: 4d976be1-400e-4653-82d0-34a4cd3746e5.
Apr 20 19:32:28.433704 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:32:28.629352 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:32:28.639717 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:32:28.650728 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:28.651006 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:28.651603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db83e6160>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:28.715298 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-2e7312e9-0ae1-46af-96d8-cfb35436375f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "DELETE /v2.0/floatingips/5e4494a9-0e4f-4ffd-a38a-8d99412dc751 HTTP/1.1" status: 204  len: 168 time: 1.8711004
Apr 20 19:32:28.715905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:28.768250 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'status': 'completed', 'code': 200}
Apr 20 19:32:28.855015 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:28.888498 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-15cbb4bc-631c-419e-9a71-a7c21c802f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:28.889275 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-15cbb4bc-631c-419e-9a71-a7c21c802f3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 1098 time: 0.0916686
Apr 20 19:32:29.045884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-1af8d58e-583e-4527-a37a-a6032f2c1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:29.047429 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-1af8d58e-583e-4527-a37a-a6032f2c1109 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1511805
Apr 20 19:32:29.153336 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-550920ac-e4ff-46dc-a7ac-df136cf113ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 200  len: 217 time: 0.0990169
Apr 20 19:32:29.296440 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc287d69-edfd-47fe-8f22-1fe72805bb42 req-7d189552-3bdc-4548-b23b-09b1e785690c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:29.297313 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cc287d69-edfd-47fe-8f22-1fe72805bb42 req-7d189552-3bdc-4548-b23b-09b1e785690c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:29.316069 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-cc287d69-edfd-47fe-8f22-1fe72805bb42 req-7d189552-3bdc-4548-b23b-09b1e785690c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:29.317618 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc287d69-edfd-47fe-8f22-1fe72805bb42 req-7d189552-3bdc-4548-b23b-09b1e785690c tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 945 time: 0.1227713
Apr 20 19:32:29.373339 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-cc287d69-edfd-47fe-8f22-1fe72805bb42 req-7eef5381-a85e-44f5-96ca-64083a0be2d9 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489478
Apr 20 19:32:29.460846 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db83e6160>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:57Z', 'revision_number': 1, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:29.465282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:32:29.474746 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:29.475428 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db83e6160>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:29.487648 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-37ed6316-0491-4547-889f-6ecf6502ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:29.489237 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-37ed6316-0491-4547-889f-6ecf6502ee68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.3287284
Apr 20 19:32:29.574114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-3683091d-3b23-4a48-a504-3c33aba2231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:29.575683 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-3683091d-3b23-4a48-a504-3c33aba2231d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787659
Apr 20 19:32:29.665023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:29.723263 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-412db342-2290-4b5a-8690-76a794c681b5 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389735
Apr 20 19:32:29.868679 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-684b19a4-13ff-4eb9-b3c1-b21b5009f92b req-f99fe3d0-d570-4599-9b54-845882bf393a service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379151
Apr 20 19:32:30.037641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db83e6160>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:57Z', 'revision_number': 1, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:30.042104 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe11cf2-fb45-42aa-b572-f2193006706b None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_floatingips': [{'id': '46042717-48f0-42ee-a810-fba2e8a35939', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'router_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'port_id': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'mac_address': 'fa:16:3e:a6:91:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:28:54Z', 'updated_at': '2021-04-20T19:28:57Z', 'revision_number': 1, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:32:30.433366 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e33ff-93ac-4f37-bea2-2bae17b546a5 None None] New status for floating IP 5e4494a9-0e4f-4ffd-a38a-8d99412dc751: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:32:30.582201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed34a9-ba3f-43e5-83eb-0fb70e62e1c0 req-d6513cc9-4a8d-4618-9eba-0ad54603b501 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:30.583809 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e3ed34a9-ba3f-43e5-83eb-0fb70e62e1c0 req-d6513cc9-4a8d-4618-9eba-0ad54603b501 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 945 time: 0.0923960
Apr 20 19:32:30.634101 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-e3ed34a9-ba3f-43e5-83eb-0fb70e62e1c0 req-6b53e34e-862a-4dd8-9cc6-3890695fa14a tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436072
Apr 20 19:32:30.801378 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-113d1fed-ae84-4645-ab26-1aae9774a52e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:30.802154 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-113d1fed-ae84-4645-ab26-1aae9774a52e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:30.815093 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-113d1fed-ae84-4645-ab26-1aae9774a52e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:30.816264 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-113d1fed-ae84-4645-ab26-1aae9774a52e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 945 time: 0.1063111
Apr 20 19:32:30.895023 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Deleting port 4d976be1-400e-4653-82d0-34a4cd3746e5 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:30.895399 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:31.163341 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] For port 4d976be1-400e-4653-82d0-34a4cd3746e5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4d976be1-400e-4653-82d0-34a4cd3746e5,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:31.163832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:31.296220 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Calling delete_port for 4d976be1-400e-4653-82d0-34a4cd3746e5 owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:31.455381 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:31.461454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-091149ac-7ba5-4608-9abb-29f02292f335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:31.509658 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'Port': ['ID=4d976be1-400e-4653-82d0-34a4cd3746e5,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:31.554466 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.554897 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.555320 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.555733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.556141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.556554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.556963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.557368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.557780 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.558221 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.558634 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.559036 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786933-2-iscsi {{(pid=86354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:32:31.567099 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:31.605264 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] No DVR routers for this DVR port 4d976be1-400e-4653-82d0-34a4cd3746e5 on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:31.608039 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:31.610981 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'name': 'network-vif-deleted', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:31.628370 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-bd407d0a-599a-4f0a-9f05-dd68c772817f req-04bd0529-5334-4362-9788-b0931267e86e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "DELETE /v2.0/ports/4d976be1-400e-4653-82d0-34a4cd3746e5 HTTP/1.1" status: 204  len: 173 time: 0.8059700
Apr 20 19:32:31.679381 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e795d8-7de7-4c90-be0a-6298d2c7c6b5', 'name': 'network-vif-deleted', 'tag': '4d976be1-400e-4653-82d0-34a4cd3746e5', 'status': 'completed', 'code': 200}
Apr 20 19:32:31.805397 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-38c3782a-769a-4c43-bda2-2693b0f3a9a5 req-cb7e7375-1a33-49f3-b128-e65a11e3ef8f tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5e795d8-7de7-4c90-be0a-6298d2c7c6b5 HTTP/1.1" status: 200  len: 210 time: 0.0523956
Apr 20 19:32:35.302818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4d976be1-400e-4653-82d0-34a4cd3746e5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:35.346269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: 4d976be1-400e-4653-82d0-34a4cd3746e5 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:35.346672 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device 4d976be1-400e-4653-82d0-34a4cd3746e5 not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:35.394527 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51670) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:35.617106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Deleting port 234f7eeb-e4e1-40ec-8a49-56b9a5c24a9b {{(pid=86353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:35.617368 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:35.800147 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:35.800560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:35.934148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Calling delete_port for 234f7eeb-e4e1-40ec-8a49-56b9a5c24a9b owned by network:floatingip {{(pid=86353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:36.088775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1898196'] for port, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:36.092680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-2f2e4757-af1e-4150-9a5e-3feb88fc7c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:36.140089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'Port': ['ID=234f7eeb-e4e1-40ec-8a49-56b9a5c24a9b,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:36.143012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:36.241514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:36.241759 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.db.l3_db [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Floating IP 46042717-48f0-42ee-a810-fba2e8a35939 disassociated (deleted). External IP: 172.27.1.73, port: a379d3e3-9042-4c9a-b554-a2cb693f9e7d.
Apr 20 19:32:36.622238 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:32:37.074201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:32:37.085097 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:32:37.095027 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:37.095256 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:37.095812 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db803e3c8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:37.160091 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b0d62707-39d4-4de0-9057-048c08a67c80 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "DELETE /v2.0/floatingips/46042717-48f0-42ee-a810-fba2e8a35939 HTTP/1.1" status: 204  len: 168 time: 1.7616017
Apr 20 19:32:37.160091 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d'}] {{(pid=86353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:37.209740 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'status': 'completed', 'code': 200}
Apr 20 19:32:37.287898 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:37.323067 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a15bd-c634-469b-96a5-899f8d09303f req-876acf30-a67a-4656-bfd0-2fe569b7632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.324765 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-876acf30-a67a-4656-bfd0-2fe569b7632f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 1099 time: 0.0883515
Apr 20 19:32:37.475727 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a15bd-c634-469b-96a5-899f8d09303f req-0973812f-9220-4858-b0a3-ae47771a3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.477446 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-0973812f-9220-4858-b0a3-ae47771a3be4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 200  len: 913 time: 0.1466057
Apr 20 19:32:37.550347 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b786fc-2e29-475c-89eb-b0b29e2be442 req-4647e7cc-1bb2-4031-b767-c39c81adbde8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.551149 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-84b786fc-2e29-475c-89eb-b0b29e2be442 req-4647e7cc-1bb2-4031-b767-c39c81adbde8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:37.553671 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-2d7436a9-7f89-4d32-9874-d6bcb5bd1d9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 200  len: 217 time: 0.0688205
Apr 20 19:32:37.568939 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-84b786fc-2e29-475c-89eb-b0b29e2be442 req-4647e7cc-1bb2-4031-b767-c39c81adbde8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:37.570485 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84b786fc-2e29-475c-89eb-b0b29e2be442 req-4647e7cc-1bb2-4031-b767-c39c81adbde8 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 946 time: 0.1139774
Apr 20 19:32:37.620732 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-84b786fc-2e29-475c-89eb-b0b29e2be442 req-982f03f9-4a50-401b-ad07-2cd0c4cf41f6 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432189
Apr 20 19:32:37.627138 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a15bd-c634-469b-96a5-899f8d09303f req-761765fc-1b44-479d-92fe-70df09c510a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.628799 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-761765fc-1b44-479d-92fe-70df09c510a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 200  len: 851 time: 0.0687623
Apr 20 19:32:37.639148 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db803e3c8>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:37.643619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:32:37.652969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:37.653638 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db803e3c8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:37.713896 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a15bd-c634-469b-96a5-899f8d09303f req-f0b7ce65-542c-4bea-82ef-1c61fef241f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:37.715537 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-f0b7ce65-542c-4bea-82ef-1c61fef241f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3ab03e81-f151-4ff5-bd7e-2e4ac4930244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793545
Apr 20 19:32:37.844359 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:37.862301 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-0e113645-7edf-4f60-8519-944ef7c88563 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384106
Apr 20 19:32:38.008104 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-390a15bd-c634-469b-96a5-899f8d09303f req-1669d750-db01-4d73-a969-2a40b3b2acf2 service neutron] 10.222.0.52 "GET /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384909
Apr 20 19:32:38.182559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db803e3c8>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:38.187168 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047b6099-d25b-42cb-92a7-4f9f093e349b None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:25:52Z', 'revision_number': 4, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi', '_interfaces': [{'id': 'a11ad88c-8382-4166-9152-a39434e0aedf', 'name': '', 'network_id': '3ab03e81-f151-4ff5-bd7e-2e4ac4930244', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'mac_address': 'fa:16:3e:7c:88:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:51Z', 'updated_at': '2021-04-20T19:25:59Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'subnets': [{'id': '3359fbd9-b6ef-412c-8435-618a9699e5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:32:38.570582 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d387e957-5b35-41e7-a1f3-1a85386ff698 None None] New status for floating IP 46042717-48f0-42ee-a810-fba2e8a35939: DOWN {{(pid=86356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:32:38.832514 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c1da4-628e-4822-bd59-407a9791e642 req-55cf735c-c03f-46f0-8331-97f97f342700 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:38.834014 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-902c1da4-628e-4822-bd59-407a9791e642 req-55cf735c-c03f-46f0-8331-97f97f342700 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 946 time: 0.0952196
Apr 20 19:32:38.883153 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-902c1da4-628e-4822-bd59-407a9791e642 req-e76bb1b9-f0c6-4c8b-bc97-a0c74d38c810 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/security-groups?id=a92e26da-b837-4147-90fa-bf5281ff940e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423119
Apr 20 19:32:38.917773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-5facff9e-8998-481e-8911-3edc2adc9532 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:32:38.918574 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-5facff9e-8998-481e-8911-3edc2adc9532 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Synchronizing usage tracker for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86354) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:32:38.931503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.quota.resource [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-5facff9e-8998-481e-8911-3edc2adc9532 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Unset dirty status for tenant:246961ea5c484b7d8d9f3e2ae5c3cbaa on resource:port {{(pid=86354) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:32:38.932690 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-5facff9e-8998-481e-8911-3edc2adc9532 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 946 time: 0.1008914
Apr 20 19:32:39.015837 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Deleting port a379d3e3-9042-4c9a-b554-a2cb693f9e7d {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:39.016218 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.299562 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] For port a379d3e3-9042-4c9a-b554-a2cb693f9e7d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:39.299930 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.430581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Calling delete_port for a379d3e3-9042-4c9a-b554-a2cb693f9e7d owned by compute:nova {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:39.583663 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.589535 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-0f7ab8cc-e6c8-4eba-801e-22021fd146b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:39.637518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'Port': ['ID=a379d3e3-9042-4c9a-b554-a2cb693f9e7d,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:39.640066 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:39.720924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] No DVR routers for this DVR port a379d3e3-9042-4c9a-b554-a2cb693f9e7d on host hv-cinder-78693 {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:39.723590 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for port, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:39.726424 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'name': 'network-vif-deleted', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d'}] {{(pid=86354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:32:39.742454 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-62b7a112-46ae-4607-9636-5e07f3733c30 req-9f215ad0-984c-4d5e-b73c-bf2536e18e4b tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.52 "DELETE /v2.0/ports/a379d3e3-9042-4c9a-b554-a2cb693f9e7d HTTP/1.1" status: 204  len: 173 time: 0.8039923
Apr 20 19:32:39.781903 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b938c5b0-0c3c-465a-a592-f1bd93957595', 'name': 'network-vif-deleted', 'tag': 'a379d3e3-9042-4c9a-b554-a2cb693f9e7d', 'status': 'completed', 'code': 200}
Apr 20 19:32:40.058896 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [req-0d8ac628-a23c-48c1-85a1-64b1fd6bf2d9 req-f1ef0018-e9ac-413a-90e1-b460f011ebab tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "GET /v2.0/ports?device_id=b938c5b0-0c3c-465a-a592-f1bd93957595 HTTP/1.1" status: 200  len: 210 time: 0.0514193
Apr 20 19:32:41.170528 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51688) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:41.338447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Deleting port e11ba2f8-4301-4c6d-be66-5b1ffb0d7f34 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:41.338795 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:41.520364 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:41.520695 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:41.651778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Calling delete_port for e11ba2f8-4301-4c6d-be66-5b1ffb0d7f34 owned by network:floatingip {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:41.812603 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:41.816374 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-de2f863b-cbf8-45b4-84e6-1cdd31f0b44d tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:41.862600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'Port': ['ID=e11ba2f8-4301-4c6d-be66-5b1ffb0d7f34,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:41.866014 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:41.961307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for floatingip, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:41.977688 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774361'] for floatingip, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:41.979042 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4b9172aa-88ad-4e44-a14f-f06eccbba95e tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "DELETE /v2.0/floatingips/ca802e83-2457-44fa-9431-9bdae23fe878 HTTP/1.1" status: 204  len: 168 time: 0.8071666
Apr 20 19:32:43.366454 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device a379d3e3-9042-4c9a-b554-a2cb693f9e7d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:43.403908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] No Port match for: a379d3e3-9042-4c9a-b554-a2cb693f9e7d {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:43.404274 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51710) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:43.404432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Device a379d3e3-9042-4c9a-b554-a2cb693f9e7d not bound to the agent host hv-cinder-78693 {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:43.484908 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.517560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.588222 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.592435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-438a92b2-f64f-4830-808f-5a4d6d66f26a tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:43.605945 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e26da-b837-4147-90fa-bf5281ff940e,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:43.610491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:43.614159 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:43.615407 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-c5a7d564-372d-4833-9363-88842bd60ed3 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] 10.222.0.48 "DELETE /v2.0/security-groups/a92e26da-b837-4147-90fa-bf5281ff940e HTTP/1.1" status: 204  len: 168 time: 0.2099249
Apr 20 19:32:43.671344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51716) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:44.674570 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.063133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Deleting port a11ad88c-8382-4166-9152-a39434e0aedf {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:45.063491 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.252558 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] For port a11ad88c-8382-4166-9152-a39434e0aedf, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=a11ad88c-8382-4166-9152-a39434e0aedf,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:45.252952 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.385963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Calling delete_port for a11ad88c-8382-4166-9152-a39434e0aedf owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:45.573078 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:45.578387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-882ba4e5-522b-4d5e-aaa4-212631370996 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:45.629484 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11ad88c-8382-4166-9152-a39434e0aedf,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:45.658157 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:45.913537 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:46.300545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:32:46.492260 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:32:46.501576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] Sync routers for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:32:46.505780 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-02881fac-84fd-48c1-9816-8aedb56ac252 admin admin] 10.222.0.48 "PUT /v2.0/routers/c53dd6d6-32a5-44c1-ab86-140199b7b0b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8332794
Apr 20 19:32:46.508653 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51724) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:46.512723 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:46.513410 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db2d0b4a8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:46.698413 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:46.894581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:47.158081 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:47.168773 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Deleting port e00fdca9-96bc-4f58-a780-93ad15479725 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:47.169158 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:47.206459 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db2d0b4a8>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:32:45Z', 'revision_number': 5, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port': {'id': 'e00fdca9-96bc-4f58-a780-93ad15479725', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:49Z', 'updated_at': '2021-04-20T19:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:47.210577 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] Checking router: c53dd6d6-32a5-44c1-ab86-140199b7b0b8 for host: dv-cinder-786933-2-iscsi {{(pid=86355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:32:47.220045 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] Routers {'c53dd6d6-32a5-44c1-ab86-140199b7b0b8'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:47.220716 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db2d0b4a8>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'], 'active': True} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:47.356832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] For port e00fdca9-96bc-4f58-a780-93ad15479725, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=e00fdca9-96bc-4f58-a780-93ad15479725,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:47.357118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:47.383030 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] Set router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 gateway port host: None {{(pid=86355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:47.495135 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Calling delete_port for e00fdca9-96bc-4f58-a780-93ad15479725 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:47.496982 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db2d0b4a8>, [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:32:47Z', 'revision_number': 6, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:47.501810 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6dd09-f36a-42f9-b564-a1f313115ede None None] The sync data for ids ['c53dd6d6-32a5-44c1-ab86-140199b7b0b8'] in dv-cinder-786933-2-iscsi is: [{'id': 'c53dd6d6-32a5-44c1-ab86-140199b7b0b8', 'name': 'tempest-TestVolumeBootPattern-1397471416-router', 'tenant_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:48Z', 'updated_at': '2021-04-20T19:32:47Z', 'revision_number': 6, 'project_id': '246961ea5c484b7d8d9f3e2ae5c3cbaa', 'gw_port_host': None}] {{(pid=86355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:32:47.681441 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:47.686457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-eec0f372-8cda-4a4a-8db5-bbdb4b66f988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:47.733950 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00fdca9-96bc-4f58-a780-93ad15479725,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:47.767367 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:47.833969 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.026494 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.029051 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.059541 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.060106 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53dd6d6-32a5-44c1-ab86-140199b7b0b8 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:32:48.073893 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.075531 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-a96fc426-015d-4e12-ab69-a55516843ff1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c53dd6d6-32a5-44c1-ab86-140199b7b0b8 HTTP/1.1" status: 204  len: 168 time: 1.5659261
Apr 20 19:32:48.078682 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51728) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:48.146394 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Deleting subnet 3359fbd9-b6ef-412c-8435-618a9699e5a9 {{(pid=86353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:32:48.149845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.210790 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853613660'] for subnet, precommit_delete_associations {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.302606 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.568477 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1898240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843982968'] for subnet, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.575581 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:48.613017 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3359fbd9-b6ef-412c-8435-618a9699e5a9,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:48.617141 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:48.619772 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for subnet, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.626218 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-f27084e5-7ee2-4e52-bce6-cc1248b2f29c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3359fbd9-b6ef-412c-8435-618a9699e5a9 HTTP/1.1" status: 204  len: 168 time: 0.5463157
Apr 20 19:32:48.626962 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3023c88-9860-45a3-a16b-47830f081dfe None None] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:32:48.629210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51732) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:48.749583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.760905 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Deleting port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:48.761271 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.890755 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] DHCP port deletion for 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:32:48.895656 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Deleting port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:48.896084 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:48.982237 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] For port c9c14afc-5716-4f53-bd6f-4ac5b53d7506, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:48.982641 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.117269 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Calling delete_port for c9c14afc-5716-4f53-bd6f-4ac5b53d7506 owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:49.120432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] For port c9c14afc-5716-4f53-bd6f-4ac5b53d7506, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,segment=NetworkSegment(a69a9345-21b9-4cc0-8479-f3526952e80a),segment_id=a69a9345-21b9-4cc0-8479-f3526952e80a)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:49.120886 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.132476 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:32:49.201883 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.207828 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c8957304-4243-4ff8-add0-04030d40eda9 tempest-AttachVolumeTestJSON-1509297480 tempest-AttachVolumeTestJSON-1509297480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:49.247594 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device a11ad88c-8382-4166-9152-a39434e0aedf no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:49.260976 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] No DVR routers for this DVR port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 on host dv-cinder-786933-2-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:49.285201 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Calling delete_port for c9c14afc-5716-4f53-bd6f-4ac5b53d7506 owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:49.292730 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c14afc-5716-4f53-bd6f-4ac5b53d7506,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:49.295344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:49.329203 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: a11ad88c-8382-4166-9152-a39434e0aedf {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:49.329602 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device a11ad88c-8382-4166-9152-a39434e0aedf not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:49.330123 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e00fdca9-96bc-4f58-a780-93ad15479725 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:49.374736 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: e00fdca9-96bc-4f58-a780-93ad15479725 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:49.375042 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device e00fdca9-96bc-4f58-a780-93ad15479725 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:49.375525 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device c9c14afc-5716-4f53-bd6f-4ac5b53d7506 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:49.389503 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.415670 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: c9c14afc-5716-4f53-bd6f-4ac5b53d7506 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:49.416059 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device c9c14afc-5716-4f53-bd6f-4ac5b53d7506 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:49.444053 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:32:49.444468 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:32:49.504987 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2d49080>,) {'filters': {'network_id': ['3ab03e81-f151-4ff5-bd7e-2e4ac4930244']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:49.517691 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2d49080>, 'a69a9345-21b9-4cc0-8479-f3526952e80a') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:49.518048 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2d49080>, 'a69a9345-21b9-4cc0-8479-f3526952e80a') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:49.530076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036842994733'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.546083 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.552616 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:32:49.734610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:32:49.744028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843040987'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:49.919431 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Network 3ab03e81-f151-4ff5-bd7e-2e4ac4930244 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:32:49.945680 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:32:49.948250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Deleting port c9c14afc-5716-4f53-bd6f-4ac5b53d7506 {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:49.948250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.023559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-81a0d1e7-85d7-4e60-8e0f-a5d821753401 None None] The port 'c9c14afc-5716-4f53-bd6f-4ac5b53d7506' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:32:50.025576 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.029853 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-685d15f3-bd5b-4049-a22a-4cf013fb4c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:50.048447 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.060244 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab03e81-f151-4ff5-bd7e-2e4ac4930244,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:50.065390 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:50.068808 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-18a16c03-e023-41ab-98f8-d76d910c31fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ab03e81-f151-4ff5-bd7e-2e4ac4930244 HTTP/1.1" status: 204  len: 168 time: 1.4383996
Apr 20 19:32:50.072119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51736) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:50.098543 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.663473 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689049'] for router_interface, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:50.821583 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4fb24be1-bfdd-443c-bbd7-968390c4562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:51.039866 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Deleting port 7b007018-0a17-4229-88bf-25cd4729795f {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:51.040243 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:51.483666 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] For port 7b007018-0a17-4229-88bf-25cd4729795f, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=7b007018-0a17-4229-88bf-25cd4729795f,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:51.484058 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:51.615001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Calling delete_port for 7b007018-0a17-4229-88bf-25cd4729795f owned by network:router_interface {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:51.817416 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:51.821178 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-660711dc-9200-4f9e-b238-c927a1cb218e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:51.869777 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b007018-0a17-4229-88bf-25cd4729795f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:51.873133 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:52.158847 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689127'] for router_interface, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:52.556194 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 has already been hosted by L3 agent bafe8684-28cb-447d-bc09-4eb79973c9de {{(pid=86354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:32:52.755882 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] Notify agent at l3_agent.dv-cinder-786933-2-iscsi the message routers_updated {{(pid=86354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:32:52.765692 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] Sync routers for ids ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'] in dv-cinder-786933-2-iscsi {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:32:52.773203 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-4ed5274a-33d9-4234-8916-a83475c01137 admin admin] 10.222.0.48 "PUT /v2.0/routers/cfa2b1a3-4e4e-4897-98b9-50fb0033f706/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6999941
Apr 20 19:32:52.776190 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51742) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:52.779972 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] Routers {'cfa2b1a3-4e4e-4897-98b9-50fb0033f706'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:52.780935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db9111668>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:52.966781 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks [] for router, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:52.967765 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] Set router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 gateway port host: dv-cinder-786933-2-iscsi {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:53.168743 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:53.179279 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Deleting port 09bb8308-64e1-4f2d-92ca-db19428d8771 {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:53.179713 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:53.369953 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] For port 09bb8308-64e1-4f2d-92ca-db19428d8771, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=09bb8308-64e1-4f2d-92ca-db19428d8771,segment=NetworkSegment(8519a50c-629b-42fd-9383-e328ac93527a),segment_id=8519a50c-629b-42fd-9383-e328ac93527a)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:53.370323 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:53.436705 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db9111668>, [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'external_fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:32:51Z', 'revision_number': 5, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port': {'id': '09bb8308-64e1-4f2d-92ca-db19428d8771', 'name': '', 'network_id': '85fe6a80-ec3e-4e3f-b45a-0856dc4d147e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786933-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:25:57Z', 'updated_at': '2021-04-20T19:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2afa7e47-bc4e-4e7c-b699-f3d1353f4118', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786933-2-iscsi'}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:53.441229 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] Checking router: cfa2b1a3-4e4e-4897-98b9-50fb0033f706 for host: dv-cinder-786933-2-iscsi {{(pid=86356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:32:53.450711 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] Routers {'cfa2b1a3-4e4e-4897-98b9-50fb0033f706'} bound to L3 agent in host dv-cinder-786933-2-iscsi {{(pid=86356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:32:53.451377 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6db9111668>, 'dv-cinder-786933-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T19:09:24Z,description=<?>,heartbeat_timestamp=2021-04-20T19:32:24Z,host='dv-cinder-786933-2-iscsi',id=bafe8684-28cb-447d-bc09-4eb79973c9de,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T19:09:24Z,topic='l3_agent')) {'router_ids': ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'], 'active': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:53.504060 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Calling delete_port for 09bb8308-64e1-4f2d-92ca-db19428d8771 owned by network:router_gateway {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:53.612954 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvr_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] Set router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 gateway port host: None {{(pid=86356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:32:53.688900 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:53.693435 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6e9ba0fa-a3da-453f-98eb-d97a5dbf6bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:53.699946 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-8aafe4e3-2cb0-4523-a0e6-8e0a16c3144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:53.728842 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_hamode_db [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6db9111668>, [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:32:53Z', 'revision_number': 6, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port_host': None}], 'dv-cinder-786933-2-iscsi', False) {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:53.733209 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4eb555-14dc-4e88-aa14-6cc8eec6cbf4 None None] The sync data for ids ['cfa2b1a3-4e4e-4897-98b9-50fb0033f706'] in dv-cinder-786933-2-iscsi is: [{'id': 'cfa2b1a3-4e4e-4897-98b9-50fb0033f706', 'name': 'tempest-TestVolumeBootPattern-1800781502-router', 'tenant_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:25:56Z', 'updated_at': '2021-04-20T19:32:53Z', 'revision_number': 6, 'project_id': '7ae4c319b9c84ca8a6ab19a57cce9476', 'gw_port_host': None}] {{(pid=86356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:32:53.743937 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bb8308-64e1-4f2d-92ca-db19428d8771,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:53.747187 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:53.847868 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854097050'] for router_gateway, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.078787 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.292109 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854083014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744403'] for router, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.294775 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.327076 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-702846'] for router, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.327680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa2b1a3-4e4e-4897-98b9-50fb0033f706 {{(pid=86354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:32:54.342121 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] Notify callbacks [] for router, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.343445 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6a41f479-f71d-4a4b-9271-9f711edb3b00 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cfa2b1a3-4e4e-4897-98b9-50fb0033f706 HTTP/1.1" status: 204  len: 168 time: 1.5659876
Apr 20 19:32:54.346391 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51746) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:54.371285 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.418719 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.db_base_plugin_v2 [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Deleting subnet b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a {{(pid=86354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:32:54.422010 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.479001 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11781083'] for subnet, precommit_delete_associations {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.564917 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885346'] for subnet, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.841105 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850890470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854105492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1870842'] for subnet, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.844817 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:54.881439 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:54.884182 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:54.887119 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:54.892935 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f6fd4-9e7c-4c8a-a91d-7a30333cd7c9 None None] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 requested from dv-cinder-786933-2-iscsi {{(pid=86355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:32:54.894246 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-827f0c39-cd7b-4085-a221-1fe1d279efe2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b1b9fbb3-01f2-41fe-8af3-8dd100cedc3a HTTP/1.1" status: 204  len: 168 time: 0.5466785
Apr 20 19:32:54.897114 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51750) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:55.018707 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3733614'] for network, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.030457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Deleting port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a {{(pid=86354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:55.030826 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.165676 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] DHCP port deletion for 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 request from dv-cinder-786933-2-iscsi {{(pid=86355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:32:55.171457 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Deleting port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:55.171888 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.258709 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] For port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:55.259118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.259261 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 09bb8308-64e1-4f2d-92ca-db19428d8771 no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:55.307307 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 09bb8308-64e1-4f2d-92ca-db19428d8771 {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:55.307697 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 09bb8308-64e1-4f2d-92ca-db19428d8771 not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:55.308161 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 3fcd47c6-e690-43e3-8cbe-48b4cc94184a no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:55.392362 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Calling delete_port for 3fcd47c6-e690-43e3-8cbe-48b4cc94184a owned by network:dhcp {{(pid=86354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:55.474751 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3725363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363280026894623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363280027342367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11734866'] for port, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.478889 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-c54aad2b-e989-4f49-8121-d13aa1f5dff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:55.520978 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a update to DOWN by agent not found {{(pid=86355) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 20 19:32:55.521458 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7b007018-0a17-4229-88bf-25cd4729795f no longer exists at agent ovs-agent-dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:32:55.529210 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:55.533247 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:55.535624 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] No DVR routers for this DVR port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a on host dv-cinder-786933-2-iscsi {{(pid=86354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:32:55.565874 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] No Port match for: 7b007018-0a17-4229-88bf-25cd4729795f {{(pid=86355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:32:55.566333 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.rpc [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Device 7b007018-0a17-4229-88bf-25cd4729795f not bound to the agent host dv-cinder-786933-2-iscsi {{(pid=86355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:32:55.569798 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.db [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] For port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a, host dv-cinder-786933-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786933-2-iscsi',level=0,port_id=3fcd47c6-e690-43e3-8cbe-48b4cc94184a,segment=NetworkSegment(2c738328-baf0-4f68-a20c-776c3674dcde),segment_id=2c738328-baf0-4f68-a20c-776c3674dcde)] {{(pid=86355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:32:55.570280 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700030'] for port, precommit_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.664867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850890377', 'neutron.services.segments.db._delete_segments_for_network-8756827799667'] for network, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.715169 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Calling delete_port for 3fcd47c6-e690-43e3-8cbe-48b4cc94184a owned by network:dhcp {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:32:55.743553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.785531 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6db2c48780>,) {'filters': {'network_id': ['1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1']}} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:55.789553 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.db.api [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:32:55.789996 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_db.api [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:32:55.803028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2c48780>, '2c738328-baf0-4f68-a20c-776c3674dcde') {'for_net_delete': True} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:55.803479 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.services.segments.db [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6db2c48780>, '2c738328-baf0-4f68-a20c-776c3674dcde') {} {{(pid=86354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:32:55.820200 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363280026867555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036842994733'] for segment, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.842089 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850994876'] for segment, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:55.849068 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=86354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:32:56.025554 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:32:56.034610 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3780915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843040987'] for segment, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.215738 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.managers [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Network 1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 has no segments {{(pid=86354) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]: Traceback (most recent call last):
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     timer()
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     cb(*args, **kw)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     return func(*args, **kwargs)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     self._notify()
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     self.callback(batched_events)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     event.method(event)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     segment_id)['aggregates'][0]
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     return f(self, *a, **k)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self._get(url).json()
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     **kwargs)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     **endpoint_filter)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:32:56.238192 dv-cinder-786933-2-iscsi neutron-server[86240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:32:56.291310 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Deleting port 3fcd47c6-e690-43e3-8cbe-48b4cc94184a {{(pid=86355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:32:56.291680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363280026898292'] for port, before_delete {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.323809 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3885439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854084223'] for network, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.327567 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-3aa55e6e-31f7-4079-9d89-2ea0ffeb178d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:56.342275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559753'] for network, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.354467 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:56.359845 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:56.366708 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-75305809-8d6c-4a2e-8680-a2d6766246f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c76f9e6-a4c9-4413-9b9d-6f4a91297ce1 HTTP/1.1" status: 204  len: 168 time: 1.4656076
Apr 20 19:32:56.496282 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51756) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:56.554722 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-b93364bd-74be-4ebf-8a3a-528ba55fc03c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=246961ea5c484b7d8d9f3e2ae5c3cbaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569432
Apr 20 19:32:56.554983 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e0059-66be-4bab-8c59-7e852017bed5 None None] The port '3fcd47c6-e690-43e3-8cbe-48b4cc94184a' was deleted {{(pid=86355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:32:56.557421 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86353) accepted ('10.222.0.48', 51760) {{(pid=86353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:56.624609 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.652822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.714560 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.719721 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:56.732387 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a371d-3772-488e-9c17-ff2c1d096038,revision_number=None']} {{(pid=86353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:56.735629 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:56.737878 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:56.740615 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-6440a494-2801-496f-af17-16a8f6bcc27e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/172a371d-3772-488e-9c17-ff2c1d096038 HTTP/1.1" status: 204  len: 168 time: 0.1807168
Apr 20 19:32:57.128627 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51768) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:57.182344 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-46e6393a-aa87-40b6-89ae-12af5bc6e000 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ae4c319b9c84ca8a6ab19a57cce9476&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523272
Apr 20 19:32:57.186207 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [-] (86354) accepted ('10.222.0.48', 51772) {{(pid=86354) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:32:57.248129 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:57.274832 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:57.332619 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119776'] for security_group, after_delete {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:57.339703 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-23b25577-cded-4979-8145-dd0626a77579 tempest-TestVolumeBootPattern-27452075 tempest-TestVolumeBootPattern-27452075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:32:57.354240 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e622e-ef14-46fe-91ec-c61437fc4a2f,revision_number=None']} {{(pid=86354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:32:57.357338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG oslo_concurrency.lockutils [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:32:57.359545 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:32:57.363922 dv-cinder-786933-2-iscsi neutron-server[86240]: INFO neutron.wsgi [None req-68496742-9f82-4dc7-8422-e9054c325f3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/879e622e-ef14-46fe-91ec-c61437fc4a2f HTTP/1.1" status: 204  len: 168 time: 0.1735401
Apr 20 19:33:08.095660 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-b402ccff-b3f4-4247-81ce-ccfa3061ce87 req-1c492da5-72c8-44be-a0c3-3c0e587681ee service neutron] (86354) timed out ('10.222.0.52', 55617) {{(pid=86354) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:33:20.089432 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:20.834172 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7fd4-3ba0-4e41-988d-7ab28d295d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:23.705870 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7a86f44c-6b66-4995-8170-a5cd03ec14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:24.074867 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:24.381824 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:25.649437 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:26.133353 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:33:42.703844 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-1b354789-183b-4e30-bba7-0737200c6ec1 req-4e636a37-0b5c-439c-85c2-a8c3aabbffa7 service neutron] (86353) timed out ('10.222.0.52', 55598) {{(pid=86353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:33:50.082630 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:50.832012 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-a6154df1-338d-4bc8-a8a6-47e3415bd962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:53.707406 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-385247c2-48ce-4324-a485-24f2f398a0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.076607 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:54.381968 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:33:55.600137 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:03.135518 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:34:20.076593 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:20.837132 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4f1119f3-152d-4d66-96b9-3435924baf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:23.710600 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2d230082-d982-4ec5-a51c-a07fdda44cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.078924 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:24.378906 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:25.603267 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:40.136438 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:34:50.089344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:50.827275 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3488-6d7a-4668-9ef0-af40dce4de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:53.710559 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-44d24de5-326a-4e5b-984a-911351899792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:54.082241 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:54.378822 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:34:55.602737 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:17.136312 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:35:20.094446 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:20.821318 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-c8624c01-d787-4b33-8ca7-8929304858fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:23.710872 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-eb6a1f4c-4f65-4b4f-8376-ab927c569651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:24.084250 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:24.374124 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:25.663529 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:50.097072 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:50.836395 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-47778618-e119-4140-8f6c-4498b0afa2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:53.705655 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-2119603e-3d15-49f3-9def-22083a10fe45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:54.088242 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:54.136346 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:35:54.375579 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:35:55.612792 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:20.080462 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:20.829680 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc46a-4c1d-4e15-8502-17e0e62560df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:23.710268 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-7c19b95c-b8dd-43e3-a15f-5ad1a61e59ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:24.092152 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:24.370338 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:25.611090 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:31.142818 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:36:50.073923 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:50.832689 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-9d838abe-6fa3-4e45-b68e-34b4c79e18b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:53.716760 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-e727952e-c73b-4cfa-87d8-7c17b557cb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:54.095336 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:54.383926 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:36:55.613344 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:08.136708 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:37:12.153654 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.wsgi [req-a285f400-43a8-4348-a380-5418f6550027 req-933b368e-f17b-48c9-8205-500af864e63f service neutron] (86354) timed out ('10.222.0.52', 55618) {{(pid=86354) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 19:37:20.083884 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:20.837984 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-51c10431-0061-4fe5-9bb1-b37a14760f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:23.713357 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-84187e13-3890-4268-b02d-a2628e8a63ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:24.100564 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:24.387778 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:25.624805 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:45.137255 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron.db.agents_db [None req-70bde671-4081-4752-a6a2-88b5cce1ac67 None None] Agent healthcheck: found 6 active agents {{(pid=86356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:37:50.078021 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-f1d93ef6-40b3-4371-a089-ab13f8630c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:50.851337 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-33ff7522-c80d-494e-901b-aca3578d9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:53.708028 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-bf9fc856-09cb-47d4-b242-1894a454d000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.105118 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-6f3153ae-b11b-4852-9c00-f6d1e21c0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:54.380963 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-85b5e789-3f7f-46b5-ae9e-f97b44ed8500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:37:55.620733 dv-cinder-786933-2-iscsi neutron-server[86240]: DEBUG neutron_lib.callbacks.manager [None req-500464ce-d3c6-4b4e-abf4-c9145d57e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363280026976133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850888363'] for agent, after_update {{(pid=86355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}